-- Logs begin at Fri 2021-05-28 01:07:09 UTC, end at Fri 2021-05-28 01:57:57 UTC. -- May 28 01:34:11.100271 dv-cinder-793515-1-smb systemd[1]: Started Devstack devstack@q-svc.service. May 28 01:34:12.057484 dv-cinder-793515-1-smb neutron-server[98266]: Beware of the coming changes in the project packaging May 28 01:34:12.058089 dv-cinder-793515-1-smb neutron-server[98266]: https://github.com/svinota/pyroute2/discussions/786 May 28 01:34:13.510146 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.common.config [-] Logging enabled! May 28 01:34:13.510738 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 28 01:34:13.510908 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98266) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 28 01:34:13.514101 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.common.config [-] Logging enabled! May 28 01:34:13.514361 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 28 01:34:13.514675 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98266) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 28 01:34:13.515622 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 28 01:34:13.515878 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 28 01:34:13.516232 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 28 01:34:13.516479 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 28 01:34:13.516705 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 28 01:34:13.517023 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.517318 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.517613 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.517844 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.518138 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.518426 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.518712 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.519001 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.519295 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.519579 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.519880 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.520170 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.520403 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.520683 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.520971 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.521257 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.521481 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] debug = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.521762 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.522191 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.522599 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.522882 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.523172 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.523452 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.523723 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.524030 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.524314 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.524640 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] host = dv-cinder-793515-1-smb {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.524921 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.525210 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.525493 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.525775 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.526049 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.526321 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.526613 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.526876 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.527150 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] log_file = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.527427 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.527714 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.528089 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.528385 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.528611 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.528834 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.529123 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.529409 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.529687 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.529963 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.530238 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.530513 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.530788 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.531573 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.531882 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.532169 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.532456 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.532737 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.533011 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.533286 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.533560 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.533844 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.534120 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.534396 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.534671 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.534958 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.535232 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.535507 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.535806 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.536114 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.536395 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.536677 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.536954 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.537235 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.537509 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.537782 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.538053 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] use_json = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.538327 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.538595 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.538875 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.539146 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.539419 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.539691 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.539991 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.540279 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:13.540576 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.540873 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.541172 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.541458 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.541754 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.542037 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.542328 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.542613 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.542902 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.543190 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.543480 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.543762 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.544077 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.544360 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.544654 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.544963 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.545261 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.545556 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.545834 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.546110 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.546384 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.547256 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.547547 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.547866 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.548161 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.548439 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.548718 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.549010 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.549289 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.549565 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.549844 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.550134 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.550415 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.550692 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.550976 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.551256 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.551528 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.551802 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.552103 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.552396 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.552679 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.552952 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.553225 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.553504 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.553776 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.554062 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.554340 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.554613 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.554885 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.555162 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.555435 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.555709 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.556016 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.556292 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.556569 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.556842 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.557116 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.557387 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.557660 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.557933 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.558205 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.558477 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.558753 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.559028 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.559300 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.559573 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.559868 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.560146 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.560435 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.560733 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.561014 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.561296 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.561576 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.561854 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.562134 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.562439 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.562724 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.563004 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.563278 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.563569 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.563876 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.564168 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.564453 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.564733 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.565029 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.565310 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.565594 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.565873 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.566156 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.566449 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.566733 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.567029 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.567324 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.567617 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.567936 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.568235 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.568523 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.568832 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.569117 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:13.569333 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 28 01:34:13.569572 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98266) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 28 01:34:13.919961 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:34:13.920146 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:34:13.920439 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:34:13.920911 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.manager [-] Loading core plugin: ml2 May 28 01:34:14.309488 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.309779 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.310047 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.311225 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.311498 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.311761 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.346843 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.347125 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.347393 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.361129 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.361405 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.361668 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.390421 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.390699 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.390962 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.428343 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.428642 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.428888 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.666416 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.667042 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.667042 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.667242 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.667945 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.789881 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.790197 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.790476 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.790749 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.791013 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.791317 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.791571 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.791843 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.792093 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.792368 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.792622 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.792878 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.793136 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.793386 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.793655 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.793919 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.795212 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.795497 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.795760 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.796077 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.796428 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.796737 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.796991 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.797274 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.797525 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.797769 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.798153 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 01:34:14.798391 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 01:34:14.798627 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 01:34:14.798861 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 01:34:14.799094 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 01:34:14.799325 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 01:34:14.799698 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 28 01:34:14.802771 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 28 01:34:14.806635 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 28 01:34:14.810323 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 28 01:34:14.811960 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 28 01:34:14.812443 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 28 01:34:14.812773 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 28 01:34:14.813148 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 28 01:34:14.816058 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 28 01:34:14.816313 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 28 01:34:14.816654 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 28 01:34:14.844287 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 28 01:34:14.844725 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.845016 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98266) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 28 01:34:14.845371 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.846955 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98266) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 28 01:34:14.847228 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 28 01:34:14.847470 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 28 01:34:14.850764 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.851045 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:14.928289 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 28 01:34:14.928475 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 28 01:34:14.928709 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 28 01:34:14.929070 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 28 01:34:14.959170 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_db.sqlalchemy.engines [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98266) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 28 01:34:15.287939 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.managers [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Initializing driver for type 'gre' May 28 01:34:15.288459 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] gre ID ranges: [(1, 1000)] May 28 01:34:15.343558 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.managers [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Initializing driver for type 'local' May 28 01:34:15.343949 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.managers [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Initializing driver for type 'vlan' May 28 01:34:15.357588 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] VlanTypeDriver initialization complete May 28 01:34:15.358214 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.managers [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Initializing driver for type 'vxlan' May 28 01:34:15.358879 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] vxlan ID ranges: [(1, 1000)] May 28 01:34:15.417559 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.managers [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Initializing extension driver 'port_security' May 28 01:34:15.418068 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.extensions.port_security [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] PortSecurityExtensionDriver initialization complete May 28 01:34:15.418491 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.managers [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Initializing mechanism driver 'openvswitch' May 28 01:34:15.418842 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.managers [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Initializing mechanism driver 'hyperv' May 28 01:34:15.425265 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.plugins.ml2.plugin [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:34:15.426019 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > port after_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.426386 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > port after_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.426733 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > port after_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.427111 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > subnet after_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.427457 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > subnet after_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.427829 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > subnet after_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.428205 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > network after_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.428546 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > network after_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.428885 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > network after_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.429250 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > security_group after_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.429590 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > security_group after_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.429919 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > security_group after_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.430286 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.430622 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.430950 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.431315 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > address_group after_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.431647 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > address_group after_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.432004 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > address_group after_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.432337 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] ML2 OVO RPC backend initialized. {{(pid=98266) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 28 01:34:15.433028 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router_interface after_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.433372 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.433779 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > network before_response 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.434119 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > networks before_response 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.434459 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > port before_response 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.434793 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > ports before_response 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.435128 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > subnet before_response 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.435461 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > subnets before_response 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.435800 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > network after_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.436154 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > network after_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.436483 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > network after_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.436820 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > port after_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.437159 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > port after_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.437493 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > port after_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.437852 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > subnet after_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.438197 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > subnet after_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.438530 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > subnet after_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.439099 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.plugin [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Modular L2 Plugin initialization complete May 28 01:34:15.439420 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading services supported by the core plugin {{(pid=98266) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 28 01:34:15.439741 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.plugins.ml2.managers [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Got port-security extension from driver 'port_security' May 28 01:34:15.440225 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.extensions.vlantransparent [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Disabled vlantransparent extension. May 28 01:34:15.440702 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98266) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 28 01:34:15.441015 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading Plugin: router May 28 01:34:15.478847 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router_interface before_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.479164 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router after_create 55549900 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.479536 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router before_create 55549900 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.479935 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.480304 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.480650 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router after_delete 55549900 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.481002 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > floatingip after_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.481355 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router after_create 55549900 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.481696 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router after_update 55549900 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.482038 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router after_update 55549900 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.482378 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.482731 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router after_update 55549900 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.483131 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router precommit_update 55549900 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.483493 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: port after_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.483836 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: port after_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.484213 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: subnet after_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.484546 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.484891 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > port precommit_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.485234 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router precommit_create 55549900 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.485573 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: port before_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.485908 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router precommit_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.486257 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router after_update 55549900 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.486591 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router precommit_delete 55549900 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.486931 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router precommit_create 55549900 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.487285 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router_interface after_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.487621 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router precommit_update 55549900 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.488013 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > network after_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.488845 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Tracking information for resource: router configured {{(pid=98266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 01:34:15.489170 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Tracking information for resource: floatingip configured {{(pid=98266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 01:34:15.494100 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.db.l3_agentschedulers_db [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 28 01:34:15.494668 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: port after_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.495021 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: port after_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.495367 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: port after_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.495710 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: port after_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.496521 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router before_create 55550100 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.496880 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router precommit_delete 55550100 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.497232 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router precommit_create 55550100 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.497580 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > router precommit_update 55550100 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.502003 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.services.provider_configuration [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Service providers = [] {{(pid=98266) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 28 01:34:15.502361 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.db.servicetype_db [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98266) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 28 01:34:15.505227 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.services.service_base [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98266) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 01:34:15.505577 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.services.service_base [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98266) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 01:34:15.505918 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.services.service_base [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98266) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 01:34:15.506781 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.services.service_base [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98266) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 01:34:15.507147 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.services.service_base [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Default provider is not specified for service type L3_ROUTER_NAT May 28 01:34:15.507676 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 01:34:15.508022 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 28 01:34:15.518798 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 01:34:15.519108 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading Plugin: auto_allocate May 28 01:34:15.524843 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: network precommit_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.525205 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: network precommit_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.525713 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 01:34:15.526026 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading Plugin: tag May 28 01:34:15.533280 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 01:34:15.533607 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading Plugin: timestamp May 28 01:34:15.537333 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 01:34:15.537661 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading Plugin: network_ip_availability May 28 01:34:15.542740 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.543116 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.543460 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.544191 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 01:34:15.544511 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading Plugin: flavors May 28 01:34:15.549449 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 01:34:15.549773 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading Plugin: revisions May 28 01:34:15.553964 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 01:34:15.554348 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_concurrency.lockutils [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.634s {{(pid=98266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:34:15.555067 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98266) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 28 01:34:15.555397 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Initializing extension manager. May 28 01:34:15.555924 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: __init__.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.556261 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: __pycache__ {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.556590 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.556917 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: address_group.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.557645 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.558205 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: address-group May 28 01:34:15.558522 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: address_scope.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.559210 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.559714 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: address-scope May 28 01:34:15.560060 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: admin_state_down_before_update.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.560972 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.561478 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: router-admin-state-down-before-update May 28 01:34:15.561792 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: agent.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.562664 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.563162 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: agent May 28 01:34:15.563476 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: agent_resources_synced.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.564395 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.564899 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: agent-resources-synced May 28 01:34:15.565213 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: allowedaddresspairs.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.566930 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.567447 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: allowed-address-pairs May 28 01:34:15.567767 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: auto_allocated_topology.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.568914 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.569427 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: auto-allocated-topology May 28 01:34:15.569747 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: availability_zone.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.570424 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.570925 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: availability_zone May 28 01:34:15.571241 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: availability_zone_filter.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.572159 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.572661 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: availability_zone_filter May 28 01:34:15.572977 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: data_plane_status.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.573849 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.574348 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension data-plane-status not supported by any of loaded plugins May 28 01:34:15.574664 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: default_subnetpools.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.575543 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.576076 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: default-subnetpools May 28 01:34:15.576393 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: dhcpagentscheduler.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.577172 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.577676 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: dhcp_agent_scheduler May 28 01:34:15.578505 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: dns.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.579388 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.579932 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension dns-integration not supported by any of loaded plugins May 28 01:34:15.580250 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: dns_domain_ports.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.581143 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.581645 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension dns-domain-ports not supported by any of loaded plugins May 28 01:34:15.581964 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: dvr.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.582615 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.583120 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: dvr May 28 01:34:15.583438 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: empty_string_filtering.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.584347 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.584852 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: empty-string-filtering May 28 01:34:15.585168 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.586049 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.586546 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 28 01:34:15.586861 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.587741 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.588262 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 28 01:34:15.588577 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: external_net.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.589456 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.589960 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: external-net May 28 01:34:15.590273 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: extra_dhcp_opt.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.591158 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.591661 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: extra_dhcp_opt May 28 01:34:15.592004 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: extraroute.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.592881 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.593449 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: extraroute May 28 01:34:15.594232 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: extraroute_atomic.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.595229 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.596021 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: extraroute-atomic May 28 01:34:15.596338 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: filter_validation.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.596979 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.597478 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: filter-validation May 28 01:34:15.597792 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: fip_pf_description.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.598842 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.599341 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 28 01:34:15.599658 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: fip_port_details.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.600595 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.601082 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: fip-port-details May 28 01:34:15.601401 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: flavors.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.602596 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.603107 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: flavors May 28 01:34:15.603427 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.605084 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.605601 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 28 01:34:15.605923 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: floatingip_pools.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.606599 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.607105 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: floatingip-pools May 28 01:34:15.607421 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: ip_allocation.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.608344 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.608849 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension ip_allocation not supported by any of loaded plugins May 28 01:34:15.609191 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.610076 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.610583 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: ip-substring-filtering May 28 01:34:15.610900 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: l2_adjacency.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.611781 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.612301 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension l2_adjacency not supported by any of loaded plugins May 28 01:34:15.612615 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: l3.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.613534 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.614044 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: router May 28 01:34:15.614363 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: l3_conntrack_helper.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.616563 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.617091 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 28 01:34:15.617423 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.618328 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.618844 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: ext-gw-mode May 28 01:34:15.619171 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.620082 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.620600 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: l3-ha May 28 01:34:15.620922 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: l3_flavors.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.621805 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.622312 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: l3-flavors May 28 01:34:15.622631 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.623524 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.624062 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: l3-port-ip-change-not-allowed May 28 01:34:15.624383 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: l3agentscheduler.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.625897 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.626404 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: l3_agent_scheduler May 28 01:34:15.626724 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: logging.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.628238 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.628750 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension logging not supported by any of loaded plugins May 28 01:34:15.629072 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: metering.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.629784 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.630346 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: metering May 28 01:34:15.630665 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.631737 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.632272 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: metering_source_and_destination_fields May 28 01:34:15.632589 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: multiprovidernet.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.633606 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.634114 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: multi-provider May 28 01:34:15.634432 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: netmtu.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.635313 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.635835 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: net-mtu May 28 01:34:15.636153 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: netmtu_writable.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.637040 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.637542 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: net-mtu-writable May 28 01:34:15.637854 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: network_availability_zone.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.638498 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.638997 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: network_availability_zone May 28 01:34:15.639309 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: network_ip_availability.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.640996 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.641506 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: network-ip-availability May 28 01:34:15.641822 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: network_segment_range.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.642560 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.643061 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension network-segment-range not supported by any of loaded plugins May 28 01:34:15.643375 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: pagination.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.644644 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.645196 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: pagination May 28 01:34:15.645553 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: port_device_profile.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.646434 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.646936 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: port-device-profile May 28 01:34:15.647252 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.648184 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.648687 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: port-mac-address-regenerate May 28 01:34:15.649002 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.649877 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.650374 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: port-numa-affinity-policy May 28 01:34:15.650689 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: port_resource_request.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.651717 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.652244 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension port-resource-request not supported by any of loaded plugins May 28 01:34:15.652561 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: portbindings.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.653463 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.653969 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: binding May 28 01:34:15.654286 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: portbindings_extended.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.655541 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.656151 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: binding-extended May 28 01:34:15.656476 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: portsecurity.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.657369 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.657879 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: port-security May 28 01:34:15.658197 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: project_id.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.659143 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.659546 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: project-id May 28 01:34:15.659888 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: providernet.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.660790 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.661302 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: provider May 28 01:34:15.661613 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: qos.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.665127 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.665647 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension qos not supported by any of loaded plugins May 28 01:34:15.665971 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.667174 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.667682 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 28 01:34:15.668040 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.668933 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.669533 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 28 01:34:15.669857 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: qos_default.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.670741 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.671254 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension qos-default not supported by any of loaded plugins May 28 01:34:15.671604 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: qos_fip.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.672264 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.672765 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension qos-fip not supported by any of loaded plugins May 28 01:34:15.673081 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: qos_gateway_ip.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.673975 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.674479 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension qos-gateway-ip not supported by any of loaded plugins May 28 01:34:15.674797 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: qos_port_network_policy.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.675677 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.676222 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension qos-port-network-policy not supported by any of loaded plugins May 28 01:34:15.676540 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: qos_rule_type_details.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.677418 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.677918 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension qos-rule-type-details not supported by any of loaded plugins May 28 01:34:15.678232 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: qos_rules_alias.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.679239 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.679741 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension qos-rules-alias not supported by any of loaded plugins May 28 01:34:15.680087 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: quotasv2.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.681072 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.681395 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: quotas May 28 01:34:15.681710 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: quotasv2_detail.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.683343 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.683676 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: quota_details May 28 01:34:15.684039 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: rbac.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.685074 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.685671 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: rbac-policies May 28 01:34:15.686009 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: rbac_address_group.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.687026 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.688098 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: rbac-address-group May 28 01:34:15.688419 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: rbac_address_scope.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.689311 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.689815 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: rbac-address-scope May 28 01:34:15.690132 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: rbac_security_groups.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.691013 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.691531 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: rbac-security-groups May 28 01:34:15.691876 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: rbac_subnetpool.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.692774 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.693274 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: rbac-subnetpool May 28 01:34:15.693590 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: revisionifmatch.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.694478 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.694980 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: revision-if-match May 28 01:34:15.695296 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: revisions.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.696424 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.696928 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: standard-attr-revisions May 28 01:34:15.697249 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: router_availability_zone.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.697897 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.698404 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: router_availability_zone May 28 01:34:15.698721 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: routerservicetype.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.699606 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.700148 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension router-service-type not supported by any of loaded plugins May 28 01:34:15.700466 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.701373 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.701881 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: security-groups-normalized-cidr May 28 01:34:15.702198 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: security_groups_port_filtering.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.703682 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.704213 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: port-security-groups-filtering May 28 01:34:15.704532 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.705422 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.705926 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: security-groups-remote-address-group May 28 01:34:15.706243 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: securitygroup.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.715725 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.716278 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: security-group May 28 01:34:15.716605 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: segment.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.717360 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.717863 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension segment not supported by any of loaded plugins May 28 01:34:15.718183 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.719109 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.719610 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 28 01:34:15.719960 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: servicetype.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.721339 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.721856 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: service-type May 28 01:34:15.722172 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: sorting.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.723121 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.723449 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: sorting May 28 01:34:15.723767 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: standard_attr_segment.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.724677 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.725186 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension standard-attr-segment not supported by any of loaded plugins May 28 01:34:15.725503 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: standardattrdescription.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.726125 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.726626 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: standard-attr-description May 28 01:34:15.726942 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: stateful_security_group.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.727849 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.728363 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: stateful-security-group May 28 01:34:15.728681 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: stdattrs_common.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.729276 dv-cinder-793515-1-smb neutron-server[98266]: WARNING neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 28 01:34:15.729551 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.730507 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.731016 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 28 01:34:15.731329 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: subnet_onboard.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.732474 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.732996 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: subnet_onboard May 28 01:34:15.733306 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.734334 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.734841 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 28 01:34:15.735161 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: subnet_service_types.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.736197 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.736710 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: subnet-service-types May 28 01:34:15.737027 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: subnetallocation.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.738084 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.738600 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: subnet_allocation May 28 01:34:15.738918 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.739559 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.740100 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: subnetpool-prefix-ops May 28 01:34:15.740414 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.741315 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.741823 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 28 01:34:15.742136 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: tagging.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.743156 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.743680 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: standard-attr-tag May 28 01:34:15.744030 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: timestamp.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.745197 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.745710 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loaded extension: standard-attr-timestamp May 28 01:34:15.746032 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: trunk.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.747037 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.747545 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension trunk not supported by any of loaded plugins May 28 01:34:15.747899 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: trunk_details.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.748787 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.749289 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension trunk-details not supported by any of loaded plugins May 28 01:34:15.749605 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: uplink_status_propagation.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.751008 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.751509 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension uplink-status-propagation not supported by any of loaded plugins May 28 01:34:15.751840 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Loading extension file: vlantransparent.py {{(pid=98266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 28 01:34:15.752497 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 28 01:34:15.752996 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extension vlan-transparent not supported by any of loaded plugins May 28 01:34:15.755422 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Creating instance of TrackedResource for resource:network May 28 01:34:15.756141 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Creating instance of TrackedResource for resource:subnet May 28 01:34:15.757865 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Creating instance of TrackedResource for resource:subnetpool May 28 01:34:15.758480 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Creating instance of TrackedResource for resource:port May 28 01:34:15.759726 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.v2.resource_helper [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 01:34:15.760204 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.v2.resource_helper [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Service FLAVORS assigned prefix: {{(pid=98266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 01:34:15.760828 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.v2.resource_helper [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 01:34:15.761251 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.v2.resource_helper [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 01:34:15.761578 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Creating instance of TrackedResource for resource:router May 28 01:34:15.762228 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Creating instance of TrackedResource for resource:floatingip May 28 01:34:15.762943 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.v2.resource_helper [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Service METERING assigned prefix: /metering {{(pid=98266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 01:34:15.764394 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.764753 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.765101 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:34:15.766827 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Creating instance of CountableResource for resource:rbac_policy May 28 01:34:15.776220 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Creating instance of TrackedResource for resource:security_group May 28 01:34:15.776919 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Creating instance of TrackedResource for resource:security_group_rule May 28 01:34:15.777643 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.v2.resource_helper [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Service CORE assigned prefix: {{(pid=98266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 01:34:15.777968 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Creating instance of TrackedResource for resource:subnetpool May 28 01:34:15.778300 dv-cinder-793515-1-smb neutron-server[98266]: WARNING neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] subnetpool is already registered May 28 01:34:15.778911 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.v2.resource_helper [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Service CORE assigned prefix: {{(pid=98266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 01:34:15.779233 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Creating instance of TrackedResource for resource:subnetpool May 28 01:34:15.779551 dv-cinder-793515-1-smb neutron-server[98266]: WARNING neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] subnetpool is already registered May 28 01:34:15.782342 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.v2.resource_helper [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 01:34:15.782783 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.v2.resource_helper [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Service FLAVORS assigned prefix: {{(pid=98266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 01:34:15.783376 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.v2.resource_helper [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 01:34:15.783794 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.v2.resource_helper [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 01:34:15.784150 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Creating instance of TrackedResource for resource:router May 28 01:34:15.784476 dv-cinder-793515-1-smb neutron-server[98266]: WARNING neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] router is already registered May 28 01:34:15.785072 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Creating instance of TrackedResource for resource:floatingip May 28 01:34:15.785395 dv-cinder-793515-1-smb neutron-server[98266]: WARNING neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] floatingip is already registered May 28 01:34:15.786011 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.v2.resource_helper [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Service METERING assigned prefix: /metering {{(pid=98266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 01:34:15.786687 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Creating instance of CountableResource for resource:rbac_policy May 28 01:34:15.787009 dv-cinder-793515-1-smb neutron-server[98266]: WARNING neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] rbac_policy is already registered May 28 01:34:15.787546 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Creating instance of TrackedResource for resource:security_group May 28 01:34:15.787897 dv-cinder-793515-1-smb neutron-server[98266]: WARNING neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] security_group is already registered May 28 01:34:15.788472 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Creating instance of TrackedResource for resource:security_group_rule May 28 01:34:15.788810 dv-cinder-793515-1-smb neutron-server[98266]: WARNING neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] security_group_rule is already registered May 28 01:34:15.789481 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.v2.resource_helper [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Service CORE assigned prefix: {{(pid=98266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 01:34:15.789807 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Creating instance of TrackedResource for resource:subnetpool May 28 01:34:15.790131 dv-cinder-793515-1-smb neutron-server[98266]: WARNING neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] subnetpool is already registered May 28 01:34:15.790716 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.v2.resource_helper [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Service CORE assigned prefix: {{(pid=98266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 01:34:15.791039 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Creating instance of TrackedResource for resource:subnetpool May 28 01:34:15.791368 dv-cinder-793515-1-smb neutron-server[98266]: WARNING neutron.quota.resource_registry [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] subnetpool is already registered May 28 01:34:15.792019 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: extensions {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.793503 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: address-groups {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.795103 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: address-scopes {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.796346 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: agents {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.797545 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: auto-allocated-topology {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.798788 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: availability_zones {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.800112 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: dhcp-networks {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.801520 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: dhcp-agents {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.802948 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: routers {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.804746 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: flavors {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.805909 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: service_profiles {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.807155 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: next_providers {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.808687 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: service_profiles {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.810114 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: floatingip-pools {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.811322 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: routers {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.813688 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: floatingips {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.814863 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: l3-routers {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.816520 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: l3-agents {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.818360 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: metering-labels {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.820391 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: metering-label-rules {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.821710 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: network-ip-availabilities {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.823245 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: bindings {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.825316 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: quotas {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.826777 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: quotas {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.829260 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: rbac-policies {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.830759 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: security-groups {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.832082 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: security-group-rules {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.833703 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: service-providers {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.835287 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: subnetpools {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.837969 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: subnetpools {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.839715 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: tags {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.841698 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: tags {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.956053 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: tags {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.957822 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: tags {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.959589 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: tags {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.961449 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: tags {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.963163 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: tags {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.965069 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: tags {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.966811 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: tags {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.968737 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron.api.extensions [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Extended resource: tags {{(pid=98266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 01:34:15.974795 dv-cinder-793515-1-smb neutron-server[98266]: WARNING keystonemiddleware.auth_token [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 28 01:34:15.979625 dv-cinder-793515-1-smb neutron-server[98266]: WARNING keystonemiddleware.auth_token [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 28 01:34:15.988338 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_concurrency.lockutils [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Acquired lock "singleton_lock" {{(pid=98266) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 28 01:34:15.988811 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_concurrency.lockutils [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Releasing lock "singleton_lock" {{(pid=98266) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 28 01:34:15.989429 dv-cinder-793515-1-smb neutron-server[98266]: INFO oslo_service.service [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Starting 2 workers May 28 01:34:15.994090 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Started child 98373 {{(pid=98266) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 28 01:34:15.998298 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Started child 98374 {{(pid=98266) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 28 01:34:15.999184 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:16.000533 dv-cinder-793515-1-smb neutron-server[98266]: INFO neutron.service [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Neutron service started, listening on 0.0.0.0:9696 May 28 01:34:16.001140 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Notify callbacks [] for process, before_spawn {{(pid=98266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:16.001343 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [-] (98373) wsgi starting up on http://0.0.0.0:9696 May 28 01:34:16.003290 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:16.003784 dv-cinder-793515-1-smb neutron-server[98266]: INFO oslo_service.service [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Starting 1 workers May 28 01:34:16.004697 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [-] (98374) wsgi starting up on http://0.0.0.0:9696 May 28 01:34:16.008612 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Started child 98375 {{(pid=98266) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 28 01:34:16.009124 dv-cinder-793515-1-smb neutron-server[98266]: INFO oslo_service.service [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Starting 1 workers May 28 01:34:16.011993 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.service [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] calling RpcWorker wait() {{(pid=98375) _wait /opt/stack/neutron/neutron/service.py:128}} May 28 01:34:16.012538 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.service [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] returning from RpcWorker wait() {{(pid=98375) _wait /opt/stack/neutron/neutron/service.py:135}} May 28 01:34:16.013357 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Started child 98376 {{(pid=98266) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 28 01:34:16.013719 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:16.014119 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG neutron_lib.callbacks.manager [None req-b51d7272-f3d9-49c4-8e8f-d2ee7f552e0b None None] Notify callbacks [] for process, after_spawn {{(pid=98266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:16.014232 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:34:16.016129 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98266) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 28 01:34:16.016340 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 28 01:34:16.016521 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 28 01:34:16.016731 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 28 01:34:16.017057 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 28 01:34:16.017217 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 28 01:34:16.017745 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.018018 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.018289 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.018563 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.018768 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:16.019218 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.019410 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.019678 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.019962 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.020238 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.020504 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.020679 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.020845 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.021110 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.021361 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.021666 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.021941 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.022189 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.022475 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.022645 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.022894 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.023152 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.023407 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.023671 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] debug = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.023917 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.024393 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.024624 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.024861 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.025077 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.025353 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.025596 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.025872 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.026109 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.026354 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.026597 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.026842 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.027081 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.027297 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.027512 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.027770 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.028034 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.028513 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] host = dv-cinder-793515-1-smb {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.028749 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.028961 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.029206 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.029459 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.029708 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.029939 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.030190 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.030430 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.030668 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.030954 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.031213 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.031434 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.031649 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.031927 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] log_file = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.032092 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] log_options = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.032328 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.032612 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.032869 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.033058 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.033226 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.033405 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.033663 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.033832 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.034083 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.034320 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.034535 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.034766 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.035003 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.035236 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.035483 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.035724 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.036001 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.036242 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.036447 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.036678 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.036899 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.037122 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.037335 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.037564 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.037775 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.038007 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.038246 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.038459 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.038671 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.038926 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.039138 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.039399 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.039634 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.039929 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.040916 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.042127 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.042480 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.042697 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.043108 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.043431 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.043781 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.044079 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.045073 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.045073 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.045073 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.045427 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] use_json = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.045551 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.046260 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.046260 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.046260 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.047774 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.047774 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.047774 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.047774 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.048256 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:34:16.048386 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.048386 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.049075 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.049338 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.049584 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.049867 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.050200 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.051854 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.051854 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.051854 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.051854 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.051854 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.052204 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.052204 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.052463 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.052733 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.053194 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.053839 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.054117 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.054369 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.054619 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.056642 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.057317 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.057614 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.058162 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.058443 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.058675 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.058929 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.059157 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.062136 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.064230 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.064500 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.064817 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.065080 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.065343 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.065604 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.065890 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.066122 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.066429 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.066688 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.066956 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.067194 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.067423 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.067651 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.067927 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.068154 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.068379 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.068613 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.068837 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.069092 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.069350 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.069588 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.069816 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.070040 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.070270 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.070510 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.070762 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.070985 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.071206 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.071435 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.071670 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.071956 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.072539 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.072762 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.073001 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.073211 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.073433 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.073683 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.073918 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.074170 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.074386 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.074628 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.074846 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.075086 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.075305 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.075521 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.075740 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.075997 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.076219 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.076432 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.076651 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.076892 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.077126 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.077338 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.077624 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.077982 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.078229 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.078490 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.078734 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.078994 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.079240 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.079489 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.079727 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.080001 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.080227 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.080507 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.080739 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.081005 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.081254 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.081477 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.081732 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.081989 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.082249 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.082480 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.082739 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.082967 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.083241 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.083511 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.083773 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.084050 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.084318 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.084604 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.084847 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.085119 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.085361 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.085633 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.085911 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.086205 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.086471 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.086704 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.086955 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.087213 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.087460 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.087712 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.087968 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.088224 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.088442 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.088721 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.088960 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.089180 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.089395 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.089628 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.089968 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.090202 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.090435 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.090655 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.090909 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.091163 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.091413 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.091675 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.091948 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.092199 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.092451 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.092710 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.092927 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.093142 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.093409 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.093627 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.093844 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.094057 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.094298 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.094536 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.094755 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.095008 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.095225 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.095445 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.095956 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.096176 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.096394 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.096645 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.096858 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.097098 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.097336 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.097555 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.097785 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.098004 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.098251 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.098502 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.098729 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.099001 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.099256 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.099495 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.099755 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.100037 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.100296 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.100512 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.100761 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.100996 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.101221 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.101458 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.101694 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.101906 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.102144 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.102376 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.102613 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.102870 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.103090 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.103415 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.103676 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.103930 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.104201 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.104407 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.104645 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.104882 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.105119 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.105340 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.105557 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.105793 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.106065 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.106329 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.106569 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.106788 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.106999 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.107211 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.107432 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.107649 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.107965 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.108220 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.108452 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.108689 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.108938 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.109699 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.109910 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.110142 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.110362 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.110576 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.110812 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.111022 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.111233 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.111448 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.111683 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.111973 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.112218 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.112409 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.112628 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.112839 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.113069 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.113278 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.113488 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.113723 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.113933 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.114252 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.114524 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.114752 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.115032 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.115266 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.115513 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.115780 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.116130 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.116352 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.116589 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.116808 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.117037 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.117238 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.117510 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.117818 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.118129 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.118396 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.118655 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.118925 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.119231 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.119475 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.119709 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.120047 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.120385 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.120659 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.120916 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.121148 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.121419 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.121661 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.121895 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.122110 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.122347 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.122563 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.122797 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.123044 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.123308 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.123522 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.123747 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.123989 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.124236 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.124468 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.125327 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.125566 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.125725 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 28 01:34:16.126278 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98266) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 28 01:34:16.126439 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 28 01:34:16.126615 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 28 01:34:16.126782 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 28 01:34:16.126952 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 28 01:34:16.127103 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 28 01:34:16.127309 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.127496 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.127656 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.127839 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.127992 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.128185 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.128350 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.128509 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.128666 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.128824 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.128981 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.129139 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.129299 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.129460 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.129607 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.129782 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.129916 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.130083 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.130261 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.130422 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.130568 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.130709 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.130850 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] debug = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.131115 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.131212 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.131346 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.131504 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.131658 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.131807 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.131981 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.132176 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.132288 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.132453 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.132611 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.132795 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.132941 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.133087 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.133229 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.133370 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.133534 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.133684 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] host = dv-cinder-793515-1-smb {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.133828 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.134012 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.134175 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.134293 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.134458 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.134597 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.134753 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.134914 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.135072 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.135228 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.135387 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.135542 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.135698 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.135885 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] log_file = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.136088 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] log_options = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.136211 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.136369 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.136527 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.136703 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.136865 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.137023 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.137181 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.137338 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.137494 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.137651 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.137813 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.137969 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.138149 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.138280 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.138456 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.138576 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.138735 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.138886 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.139050 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.139203 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.139362 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.139519 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.139676 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.139849 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.140008 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.140164 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.140359 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.140506 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.140662 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.140818 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.140977 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.141134 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.141368 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.141474 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.141587 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.141737 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.141894 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.142052 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.142211 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.142375 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.142535 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.142694 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.142878 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.143032 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.143194 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.143312 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] use_json = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.143461 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.143618 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.143773 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.143964 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.144124 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.144282 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.144439 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.144597 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 01:34:16.144773 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.144934 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.145105 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.145266 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.145427 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.145587 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.145749 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.145909 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.146069 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.146228 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.146397 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.146557 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.146727 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.146887 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.147047 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.147209 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.147369 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.147528 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.147690 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.147867 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.148029 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.148188 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.148363 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.148523 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.148684 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.148843 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.149004 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.149165 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.149326 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.149487 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.149650 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.149810 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.149969 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.150128 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.150217 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:34:16.150320 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.150449 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.150591 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.150755 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.150917 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.151078 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.151238 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.151398 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.151560 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.151720 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.151901 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.152064 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.152224 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.152389 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.152550 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.152709 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.152878 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.153037 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.153196 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.153356 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.153515 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.153675 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.153833 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.153993 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.154152 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.154313 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.154472 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.154643 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.154803 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.154961 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.155121 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.155281 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.155442 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.155603 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.155763 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.155964 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.156125 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.156285 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.156444 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.156604 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.156763 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.156923 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.157082 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.157241 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.157400 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.157560 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.157720 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.157878 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.158037 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.158196 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.158363 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.158539 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.158699 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.158859 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.159020 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.159180 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.159340 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.159499 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.159658 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.159831 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.159993 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.160152 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.160312 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.160474 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.160689 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.160789 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.160937 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.161095 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.161255 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.161460 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.161587 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.161712 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.162460 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.162460 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.162460 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.162460 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.162460 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.163946 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.163946 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.163946 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.163946 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.163946 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.163946 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.163946 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.163946 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.164718 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.164718 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.164718 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.164718 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.164718 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.164718 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.164718 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.165343 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.165343 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.165343 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.165343 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.165810 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.165810 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.165810 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.166158 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.166158 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.166378 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.166489 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.166608 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.166721 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.166888 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.167049 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.167209 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.167370 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.167530 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.167690 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.167868 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.168008 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.168167 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.168327 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.168559 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.168656 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.168796 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.168957 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.169117 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.169276 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.169436 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.169601 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.169755 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.169915 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.170081 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.170239 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.170399 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.170561 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.170802 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.170915 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.171030 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.171189 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.171348 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.172021 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.172199 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.172360 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.172522 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.172683 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.172849 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.173011 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.173173 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.173335 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.173495 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.173655 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.173816 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.173976 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.174137 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.174298 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.174458 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.174620 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.174781 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.174941 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.175116 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.175276 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.175435 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.175595 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.175755 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.175950 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.176111 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.176271 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.176431 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.176591 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.176751 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.176912 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.177074 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.177236 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.177395 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.177556 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.177716 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.177877 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.178038 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.178211 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.178370 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.178530 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.178689 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.178849 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.179018 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.179179 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.179339 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.179498 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.179658 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.179854 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.180006 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.180166 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.180325 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.180485 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.180653 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.180813 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.180993 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.181119 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.181278 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.181446 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.181605 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.181764 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.181924 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.182084 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.182250 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.182410 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.182570 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.182736 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.182900 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.183059 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.183218 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.183388 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.183548 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.183710 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.183962 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.184126 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.184286 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.184447 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.184619 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.184770 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.184936 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.185098 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.185266 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.185434 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.185602 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.185762 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.185928 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.186098 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.186257 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.186416 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.186575 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.186734 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.186894 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.187054 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.187809 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.187993 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.188156 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.188315 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.188474 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.188634 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.188793 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.188953 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.189112 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.189271 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.189431 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.189590 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.189749 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 01:34:16.189902 dv-cinder-793515-1-smb neutron-server[98266]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 28 01:34:16.270247 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 49432) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:34:16.278753 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063775 May 28 01:34:27.135865 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d6e4eb-2c76-462e-b6e1-712f536ccdaf None None] get_active_networks_info from dv-cinder-793515-1-smb {{(pid=98375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 28 01:34:27.228460 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d6e4eb-2c76-462e-b6e1-712f536ccdaf None None] No non-hosted networks {{(pid=98375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 28 01:34:27.236823 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-526228ab-3e10-4b3a-a15e-95e2a449a2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958'] for agent, after_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:29.202187 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958'] for agent, after_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:29.203481 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:29.203855 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:29.204171 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:29.204553 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:29.204880 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:29.205203 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:29.205533 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:29.205843 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:29.206166 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:29.206532 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:29.206864 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:29.207182 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:29.213014 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-793515-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:34:29.227715 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793515-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:34:29.506452 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6791a36a-46c2-4cf8-935e-7b619fe33611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958'] for agent, after_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:29.581972 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-8caf2fbe-4bac-4855-a875-1ef52418cf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:30.621373 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958'] for agent, after_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:31.903831 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.db.l3_hamode_db [None req-b081c9fd-c6b4-46a5-a848-50af38f6fb81 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 28 01:34:31.989775 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b081c9fd-c6b4-46a5-a848-50af38f6fb81 None None] Routers set() bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:34:31.990159 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b081c9fd-c6b4-46a5-a848-50af38f6fb81 None None] Router IDs set() for agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 28 01:34:32.236876 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958'] for agent, after_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:33.510977 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 49524) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:34:34.076509 dv-cinder-793515-1-smb neutron-server[98374]: WARNING oslo_policy.policy [None req-657f3fb7-abb8-44cc-8eba-07bfae49d37f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 01:34:34.077110 dv-cinder-793515-1-smb neutron-server[98374]: WARNING oslo_policy.policy [None req-657f3fb7-abb8-44cc-8eba-07bfae49d37f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 01:34:34.295310 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [None req-657f3fb7-abb8-44cc-8eba-07bfae49d37f admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 01:34:34.296447 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-657f3fb7-abb8-44cc-8eba-07bfae49d37f admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7846828 May 28 01:34:36.597849 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 49538) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:34:36.956873 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-3edfe260-c10a-4087-9b07-c7679bbd5fc8 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:34:37.056418 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.policy [None req-3edfe260-c10a-4087-9b07-c7679bbd5fc8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98374) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 28 01:34:37.102242 dv-cinder-793515-1-smb neutron-server[98374]: WARNING oslo_policy.policy [None req-3edfe260-c10a-4087-9b07-c7679bbd5fc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 01:34:37.102619 dv-cinder-793515-1-smb neutron-server[98374]: WARNING oslo_policy.policy [None req-3edfe260-c10a-4087-9b07-c7679bbd5fc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 01:34:37.111152 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.quota [None req-3edfe260-c10a-4087-9b07-c7679bbd5fc8 admin admin] Loaded quota_driver: . May 28 01:34:37.126491 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-3edfe260-c10a-4087-9b07-c7679bbd5fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:34:37.190929 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3edfe260-c10a-4087-9b07-c7679bbd5fc8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764330665055', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764330665912', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764330654144', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764330648956', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764330639351', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764330631253', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3678128', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3778354', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-550696', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606869'] for rbac-policy, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:37.251830 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3edfe260-c10a-4087-9b07-c7679bbd5fc8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:37.253042 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-3edfe260-c10a-4087-9b07-c7679bbd5fc8 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6541965 May 28 01:34:39.801456 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 49552) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:34:40.146971 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Request body: {'network': {'tenant_id': '787c5d97753e49bebf2e2583f5239da5', 'project_id': '787c5d97753e49bebf2e2583f5239da5', 'name': 'private', 'admin_state_up': True}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:34:40.151668 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:34:40.156759 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Usage tracker for resource:network and tenant:787c5d97753e49bebf2e2583f5239da5 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:34:40.161275 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:34:40.167242 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:34:40.176560 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Made reservation on behalf of 787c5d97753e49bebf2e2583f5239da5 for: {'network': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:34:40.179345 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4178980'] for network, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:40.196229 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:40.210411 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:34:40.214009 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Usage tracker for resource:security_group_rule and tenant:787c5d97753e49bebf2e2583f5239da5 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:34:40.219581 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:34:40.225363 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:34:40.322107 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:40.325846 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:40.331631 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:34:40.352564 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=98374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 01:34:40.377731 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764331454949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:40.378268 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Unsubscribe: segment precommit_create {{(pid=98374) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 28 01:34:40.378750 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.db.segments_db [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Added segment 333e2301-c44f-4097-b390-a411deaaca27 of type vlan for network 62574780-e447-432e-94e3-604f9433a781 May 28 01:34:40.386965 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9730be6d-d7d7-48fb-9798-25910042ae95,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:34:40.442202 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:40.442538 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:40.442864 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:40.443182 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:40.443496 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:40.443809 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:40.444139 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:40.444446 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:40.444774 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:40.445079 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:40.445389 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:40.445685 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Tracked resource versions report: May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: pushed versions: May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: { 'AddressGroup': {'1.2'}, May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'ConntrackHelper': {'1.0'}, May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'Log': {'1.0'}, May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'Network': {'1.1'}, May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'Port': {'1.7'}, May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'PortForwarding': {'1.2'}, May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'QosPolicy': {'1.8'}, May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'SecurityGroup': {'1.4'}, May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'SecurityGroupRule': {'1.2'}, May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'SubPort': {'1.0'}, May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'Subnet': {'1.1'}, May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'Trunk': {'1.1'}} May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: consumer versions: May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: { DHCP agent@dv-cinder-793515-1-smb: {}, May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: L3 agent@dv-cinder-793515-1-smb: {}, May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: Metadata agent@dv-cinder-793515-1-smb: {}, May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: Metering agent@dv-cinder-793515-1-smb: {}, May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: Open vSwitch agent@dv-cinder-793515-1-smb: { 'AddressGroup': '1.2', May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'ConntrackHelper': '1.0', May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'Log': '1.0', May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'Network': '1.1', May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'Port': '1.7', May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'PortForwarding': '1.2', May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'QosPolicy': '1.8', May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'SecurityGroup': '1.4', May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'SecurityGroupRule': '1.2', May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'SubPort': '1.0', May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'Subnet': '1.1', May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: 'Trunk': '1.1'}} May 28 01:34:40.446799 dv-cinder-793515-1-smb neutron-server[98374]: {{(pid=98374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 01:34:40.493017 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:34:40.499655 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764330948172'] for network, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:40.538009 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760'] for network, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:40.539539 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:34:40.540185 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:40.544604 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:34:40.648811 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8462126 May 28 01:34:40.649410 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Pushing event updated for resources: {'Network': ['ID=62574780-e447-432e-94e3-604f9433a781,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:34:40.673444 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:34:40.681576 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Network 62574780-e447-432e-94e3-604f9433a781 details requested by agent ovs-agent-dv-cinder-793515-1-smb with host dv-cinder-793515-1-smb {{(pid=98375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 01:34:43.263853 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 49568) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:34:43.700783 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cf68ab-1d31-4fc0-b51d-4e3b67622963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:34:43.702151 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-20cf68ab-1d31-4fc0-b51d-4e3b67622963 admin admin] 10.222.0.32 "GET /v2.0/networks/62574780-e447-432e-94e3-604f9433a781 HTTP/1.1" status: 200 len: 825 time: 0.4373214 May 28 01:34:43.729097 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-ae7d6104-861e-413d-a561-40a693a32786 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/5918e0f6-2a16-49c1-9229-45e3cdd91dd1 HTTP/1.1" status: 200 len: 734 time: 0.0216196 May 28 01:34:43.737831 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-8a9a6bcd-3bd1-41ce-8dc0-9d3e81914832 admin admin] Request body: {'subnet': {'subnetpool_id': '5918e0f6-2a16-49c1-9229-45e3cdd91dd1', 'tenant_id': '787c5d97753e49bebf2e2583f5239da5', 'name': 'private-subnet', 'network_id': '62574780-e447-432e-94e3-604f9433a781', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:34:43.742055 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-8a9a6bcd-3bd1-41ce-8dc0-9d3e81914832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:34:43.745738 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-8a9a6bcd-3bd1-41ce-8dc0-9d3e81914832 admin admin] Usage tracker for resource:subnet and tenant:787c5d97753e49bebf2e2583f5239da5 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:34:43.748577 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-8a9a6bcd-3bd1-41ce-8dc0-9d3e81914832 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:34:43.754138 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-8a9a6bcd-3bd1-41ce-8dc0-9d3e81914832 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:34:43.763982 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9a6bcd-3bd1-41ce-8dc0-9d3e81914832 admin admin] Made reservation on behalf of 787c5d97753e49bebf2e2583f5239da5 for: {'subnet': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:34:43.766717 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6bcd-3bd1-41ce-8dc0-9d3e81914832 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:44.231904 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6bcd-3bd1-41ce-8dc0-9d3e81914832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755'] for subnet, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:44.236811 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:34:44.314651 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a6bcd-3bd1-41ce-8dc0-9d3e81914832 admin admin] Checking segment: {'id': '333e2301-c44f-4097-b390-a411deaaca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '62574780-e447-432e-94e3-604f9433a781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:34:44.315296 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9a6bcd-3bd1-41ce-8dc0-9d3e81914832 admin admin] Network hostable DHCP agents. Network: 62574780-e447-432e-94e3-604f9433a781, hostable agents: ['18dcb2a5-1deb-4e04-a203-0597d71fb4d8'], hosted agents: [] {{(pid=98374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 01:34:44.320039 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a6bcd-3bd1-41ce-8dc0-9d3e81914832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07a04b75-1991-4b13-b4c4-7181c316beab,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:34:44.325552 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-8a9a6bcd-3bd1-41ce-8dc0-9d3e81914832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:34:44.337804 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9a6bcd-3bd1-41ce-8dc0-9d3e81914832 admin admin] Network 62574780-e447-432e-94e3-604f9433a781 is scheduled to be hosted by DHCP agent 18dcb2a5-1deb-4e04-a203-0597d71fb4d8 with binding_index 1 {{(pid=98374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 01:34:44.347173 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-8a9a6bcd-3bd1-41ce-8dc0-9d3e81914832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-1-smb, 62574780-e447-432e-94e3-604f9433a781) {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:34:44.351566 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9a6bcd-3bd1-41ce-8dc0-9d3e81914832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:34:44.352175 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6bcd-3bd1-41ce-8dc0-9d3e81914832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:44.356344 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e743be-e5c6-4792-a3aa-cb23a6e2d53d None None] Network 62574780-e447-432e-94e3-604f9433a781 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:34:44.371467 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-8a9a6bcd-3bd1-41ce-8dc0-9d3e81914832 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6368532 May 28 01:34:44.662556 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffb1b018-9cd8-52c6-ac74-067ce0528836-62574780-e447-432e-94e3-604f9433a781', 'network_id': '62574780-e447-432e-94e3-604f9433a781', 'tenant_id': '787c5d97753e49bebf2e2583f5239da5', 'fixed_ips': [{'subnet_id': '07a04b75-1991-4b13-b4c4-7181c316beab'}]}} from dv-cinder-793515-1-smb. {{(pid=98375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 28 01:34:44.663742 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:44.848366 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.db_base_plugin_common [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Allocated IP 172.20.0.2 (62574780-e447-432e-94e3-604f9433a781/07a04b75-1991-4b13-b4c4-7181c316beab/09244d41-8d81-4bf2-8474-e51463abf1ef) {{(pid=98375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:34:45.073837 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Notify callbacks [] for port, precommit_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:45.086313 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Transition to ACTIVE for port object 09244d41-8d81-4bf2-8474-e51463abf1ef will not be triggered until provisioned by entity L2. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:34:45.105402 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Transition to ACTIVE for port object 09244d41-8d81-4bf2-8474-e51463abf1ef will not be triggered until provisioned by entity DHCP. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:34:45.112600 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107'] for port, after_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:45.117923 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:34:45.174430 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Network 62574780-e447-432e-94e3-604f9433a781 is already hosted by enough agents. {{(pid=98375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:34:45.177261 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.scheduler.base_scheduler [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Resources bound (agent type, host, resource id): {{(pid=98375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:34:45.182972 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Received port after_create {{(pid=98375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:34:45.191962 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Pushing event updated for resources: {'Port': ['ID=09244d41-8d81-4bf2-8474-e51463abf1ef,revision_number=1']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:34:45.236765 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:45.237107 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:45.237439 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:45.237766 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:45.238085 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:45.238402 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:45.238720 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:45.239032 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:45.239354 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:45.239666 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:45.240011 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:45.240321 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Tracked resource versions report: May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: pushed versions: May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: { 'AddressGroup': {'1.2'}, May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'ConntrackHelper': {'1.0'}, May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'Log': {'1.0'}, May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'Network': {'1.1'}, May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'Port': {'1.7'}, May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'PortForwarding': {'1.2'}, May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'QosPolicy': {'1.8'}, May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'SecurityGroup': {'1.4'}, May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'SecurityGroupRule': {'1.2'}, May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'SubPort': {'1.0'}, May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'Subnet': {'1.1'}, May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'Trunk': {'1.1'}} May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: consumer versions: May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: { DHCP agent@dv-cinder-793515-1-smb: {}, May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: L3 agent@dv-cinder-793515-1-smb: {}, May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: Metadata agent@dv-cinder-793515-1-smb: {}, May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: Metering agent@dv-cinder-793515-1-smb: {}, May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: Open vSwitch agent@dv-cinder-793515-1-smb: { 'AddressGroup': '1.2', May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'ConntrackHelper': '1.0', May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'Log': '1.0', May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'Network': '1.1', May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'Port': '1.7', May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'PortForwarding': '1.2', May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'QosPolicy': '1.8', May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'SecurityGroup': '1.4', May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'SecurityGroupRule': '1.2', May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'SubPort': '1.0', May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'Subnet': '1.1', May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: 'Trunk': '1.1'}} May 28 01:34:45.241425 dv-cinder-793515-1-smb neutron-server[98375]: {{(pid=98375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 01:34:45.272205 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:34:45.296772 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Attempting to bind port 09244d41-8d81-4bf2-8474-e51463abf1ef on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:34:45.297162 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Attempting to bind port 09244d41-8d81-4bf2-8474-e51463abf1ef by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': '333e2301-c44f-4097-b390-a411deaaca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '62574780-e447-432e-94e3-604f9433a781'}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:34:45.297584 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Attempting to bind port 09244d41-8d81-4bf2-8474-e51463abf1ef on network 62574780-e447-432e-94e3-604f9433a781 {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:34:45.302691 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:34:45.303103 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Checking segment: {'id': '333e2301-c44f-4097-b390-a411deaaca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '62574780-e447-432e-94e3-604f9433a781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:34:45.303542 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:45.303956 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Bound using segment: {'id': '333e2301-c44f-4097-b390-a411deaaca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '62574780-e447-432e-94e3-604f9433a781'} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:34:45.304490 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Bound port: 09244d41-8d81-4bf2-8474-e51463abf1ef, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e2301-c44f-4097-b390-a411deaaca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '62574780-e447-432e-94e3-604f9433a781'}}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:34:45.304858 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:45.391410 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] For port 09244d41-8d81-4bf2-8474-e51463abf1ef, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:34:45.395188 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] For port 09244d41-8d81-4bf2-8474-e51463abf1ef, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=09244d41-8d81-4bf2-8474-e51463abf1ef,segment=NetworkSegment(333e2301-c44f-4097-b390-a411deaaca27),segment_id=333e2301-c44f-4097-b390-a411deaaca27)] {{(pid=98375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:34:45.399627 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:45.404169 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:34:45.486306 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Pushing event updated for resources: {'Port': ['ID=09244d41-8d81-4bf2-8474-e51463abf1ef,revision_number=2']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:34:45.489278 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:34:46.780087 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 49578) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:34:47.144221 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [None req-3747089d-7f1f-4c78-85db-086b6e5c4cd5 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 01:34:47.145202 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-3747089d-7f1f-4c78-85db-086b6e5c4cd5 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3641961 May 28 01:34:49.494706 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 49588) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:34:49.881302 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [None req-f562d177-15b5-43b7-b846-3f86085d1d7f admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 01:34:49.882281 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-f562d177-15b5-43b7-b846-3f86085d1d7f admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3866725 May 28 01:34:50.935456 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52b89e0-68f2-4c9b-9c30-3250610e6546 None None] Network 62574780-e447-432e-94e3-604f9433a781 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:34:51.052788 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-e0c291b4-7cf4-46b9-aa6f-2c77726e63e0 None None] Provisioning for port 09244d41-8d81-4bf2-8474-e51463abf1ef completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:34:51.559248 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 09244d41-8d81-4bf2-8474-e51463abf1ef up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:34:51.628283 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port 09244d41-8d81-4bf2-8474-e51463abf1ef completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:34:51.632714 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 09244d41-8d81-4bf2-8474-e51463abf1ef triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:34:51.633116 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:51.747813 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:51.780396 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port 09244d41-8d81-4bf2-8474-e51463abf1ef, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=09244d41-8d81-4bf2-8474-e51463abf1ef,segment=NetworkSegment(333e2301-c44f-4097-b390-a411deaaca27),segment_id=333e2301-c44f-4097-b390-a411deaaca27)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:34:51.784459 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:51.786508 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:34:51.853692 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=09244d41-8d81-4bf2-8474-e51463abf1ef,revision_number=3']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:34:51.856755 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:34:52.501245 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 49604) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:34:52.844487 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-6083d6cb-b8c0-44bb-b6fd-2a7a3ab19e36 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '787c5d97753e49bebf2e2583f5239da5'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:34:52.849517 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-6083d6cb-b8c0-44bb-b6fd-2a7a3ab19e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:34:52.853188 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-6083d6cb-b8c0-44bb-b6fd-2a7a3ab19e36 admin admin] Usage tracker for resource:router and tenant:787c5d97753e49bebf2e2583f5239da5 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:34:52.856406 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-6083d6cb-b8c0-44bb-b6fd-2a7a3ab19e36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:34:52.862505 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-6083d6cb-b8c0-44bb-b6fd-2a7a3ab19e36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:34:52.871913 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6083d6cb-b8c0-44bb-b6fd-2a7a3ab19e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6847'] for router, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:52.873448 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6083d6cb-b8c0-44bb-b6fd-2a7a3ab19e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1020607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6836'] for router, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:52.894036 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6083d6cb-b8c0-44bb-b6fd-2a7a3ab19e36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:52.998616 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6083d6cb-b8c0-44bb-b6fd-2a7a3ab19e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025286'] for router, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:53.016605 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6083d6cb-b8c0-44bb-b6fd-2a7a3ab19e36 admin admin] Notify callbacks [] for router, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:53.017865 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-6083d6cb-b8c0-44bb-b6fd-2a7a3ab19e36 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5157013 May 28 01:34:53.539473 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 09244d41-8d81-4bf2-8474-e51463abf1ef up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:34:53.605293 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 09244d41-8d81-4bf2-8474-e51463abf1ef triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:34:53.605670 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:55.333801 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 49614) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:34:55.695507 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [None req-0ddbae7a-f2ad-4d36-8ffd-83a76fa09950 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 01:34:55.696494 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-0ddbae7a-f2ad-4d36-8ffd-83a76fa09950 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3617845 May 28 01:34:56.891563 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-605bef25-8fdc-4d07-8975-4aad3f47147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:58.006873 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 49624) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:34:58.574166 dv-cinder-793515-1-smb neutron-server[98373]: WARNING oslo_policy.policy [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 01:34:58.574766 dv-cinder-793515-1-smb neutron-server[98373]: WARNING oslo_policy.policy [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 01:34:58.791698 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:34:58.793358 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.quota [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Loaded quota_driver: . May 28 01:34:58.808787 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:34:58.815388 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Usage tracker for resource:network and tenant:37158ba29ab34d668daf568e6ba40114 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:34:58.820371 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:34:58.828310 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:34:58.844090 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Made reservation on behalf of 37158ba29ab34d668daf568e6ba40114 for: {'network': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:34:58.915575 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.policy [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98373) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 28 01:34:58.959719 dv-cinder-793515-1-smb neutron-server[98373]: WARNING oslo_policy.policy [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 01:34:58.960131 dv-cinder-793515-1-smb neutron-server[98373]: WARNING oslo_policy.policy [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 01:34:58.971019 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4178980'] for network, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:58.990333 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:59.004661 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:34:59.008239 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Usage tracker for resource:security_group_rule and tenant:37158ba29ab34d668daf568e6ba40114 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:34:59.011329 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:34:59.017684 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:34:59.115773 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:59.120255 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:59.126037 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:34:59.136809 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Reserving flat network on physical network physnet1 {{(pid=98373) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 28 01:34:59.162788 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764331454949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:59.163376 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Unsubscribe: segment precommit_create {{(pid=98373) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 28 01:34:59.163899 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.segments_db [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Added segment a02b50e2-7aac-4716-bb36-ff7952798dbc of type flat for network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 May 28 01:34:59.193360 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:59.232223 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616d77a9-88cd-4809-8274-a077f078f182,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:34:59.253760 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:59.254145 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:59.254466 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:59.254782 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:59.255094 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:59.255403 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:59.255710 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:59.256041 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:59.256367 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:59.256675 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:59.256978 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:59.257279 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Tracked resource versions report: May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: pushed versions: May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: { 'AddressGroup': {'1.2'}, May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'ConntrackHelper': {'1.0'}, May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'Log': {'1.0'}, May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'Network': {'1.1'}, May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'Port': {'1.7'}, May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'PortForwarding': {'1.2'}, May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'QosPolicy': {'1.8'}, May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'SecurityGroup': {'1.4'}, May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'SecurityGroupRule': {'1.2'}, May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'SubPort': {'1.0'}, May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'Subnet': {'1.1'}, May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'Trunk': {'1.1'}} May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: consumer versions: May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: { DHCP agent@dv-cinder-793515-1-smb: {}, May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: L3 agent@dv-cinder-793515-1-smb: {}, May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: Metadata agent@dv-cinder-793515-1-smb: {}, May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: Metering agent@dv-cinder-793515-1-smb: {}, May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: Open vSwitch agent@dv-cinder-793515-1-smb: { 'AddressGroup': '1.2', May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'ConntrackHelper': '1.0', May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'Log': '1.0', May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'Network': '1.1', May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'Port': '1.7', May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'PortForwarding': '1.2', May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'QosPolicy': '1.8', May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'SecurityGroup': '1.4', May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'SecurityGroupRule': '1.2', May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'SubPort': '1.0', May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'Subnet': '1.1', May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: 'Trunk': '1.1'}} May 28 01:34:59.258351 dv-cinder-793515-1-smb neutron-server[98373]: {{(pid=98373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 01:34:59.300263 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764330948172'] for network, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:59.307286 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:34:59.345108 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760'] for network, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:59.346861 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:34:59.347494 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:34:59.351940 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:34:59.450970 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4418697 May 28 01:34:59.454433 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Pushing event updated for resources: {'Network': ['ID=5b4592e9-59af-4549-9f0c-c75a5f18ce50,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:34:59.457573 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:34:59.465398 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 details requested by agent ovs-agent-dv-cinder-793515-1-smb with host dv-cinder-793515-1-smb {{(pid=98375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 01:34:59.599496 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-554141f5-1ea8-4c2e-ac41-726148e94f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:00.554837 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:01.748553 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 49654) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:35:01.959528 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9e432e-0c4a-4d9a-bb1b-78a1804da01b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:35:01.960864 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-1e9e432e-0c4a-4d9a-bb1b-78a1804da01b admin admin] 10.222.0.32 "GET /v2.0/subnets/07a04b75-1991-4b13-b4c4-7181c316beab HTTP/1.1" status: 200 len: 849 time: 0.2108452 May 28 01:35:02.133705 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-3c25a0df-76a4-4a42-93e0-d2e492a92c76 admin admin] 10.222.0.32 "GET /v2.0/routers/ae3a9c97-fb55-41f5-a603-58e8ad23bac6 HTTP/1.1" status: 200 len: 704 time: 0.1673112 May 28 01:35:02.190838 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:02.609062 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:02.834742 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Allocated IP 172.20.0.1 (62574780-e447-432e-94e3-604f9433a781/07a04b75-1991-4b13-b4c4-7181c316beab/247c127c-cdb2-4e01-b058-b37b8659b903) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:35:02.987877 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:03.004806 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Transition to ACTIVE for port object 247c127c-cdb2-4e01-b058-b37b8659b903 will not be triggered until provisioned by entity DHCP. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:35:03.058644 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:03.063640 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:35:03.125819 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Network 62574780-e447-432e-94e3-604f9433a781 is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:35:03.128649 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:35:03.134181 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:35:03.134705 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031799'] for router_interface, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:03.263243 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Pushing event updated for resources: {'Port': ['ID=247c127c-cdb2-4e01-b058-b37b8659b903,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:35:03.277598 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:35:03.372037 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-b2334acc-2caf-4b89-ada1-1400b1f7fa63 None None] Provisioning for port 247c127c-cdb2-4e01-b058-b37b8659b903 completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:35:03.377143 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-b2334acc-2caf-4b89-ada1-1400b1f7fa63 None None] Provisioning complete for port 247c127c-cdb2-4e01-b058-b37b8659b903 triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:35:03.377535 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-b2334acc-2caf-4b89-ada1-1400b1f7fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:03.398021 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:03.428650 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-b2334acc-2caf-4b89-ada1-1400b1f7fa63 None None] Port 247c127c-cdb2-4e01-b058-b37b8659b903 cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:35:03.651703 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:03.657012 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:03.658210 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1031898'] for router_interface, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:03.662338 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:35:03.788546 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Pushing event updated for resources: {'Port': ['ID=247c127c-cdb2-4e01-b058-b37b8659b903,revision_number=2']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:35:03.791197 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:35:03.851985 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Network 62574780-e447-432e-94e3-604f9433a781 is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:35:03.853036 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:35:04.040857 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Router ae3a9c97-fb55-41f5-a603-58e8ad23bac6 is scheduled to L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 with binding_index 1 {{(pid=98373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 01:35:04.051068 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-fd68e7d9-97c9-4ff2-8e5f-eb67768271cf None None] Provisioning complete for port 247c127c-cdb2-4e01-b058-b37b8659b903 triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:35:04.051553 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-fd68e7d9-97c9-4ff2-8e5f-eb67768271cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:04.105338 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-fd68e7d9-97c9-4ff2-8e5f-eb67768271cf None None] Port 247c127c-cdb2-4e01-b058-b37b8659b903 cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:35:04.191054 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:35:04.201515 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] 10.222.0.32 "PUT /v2.0/routers/ae3a9c97-fb55-41f5-a603-58e8ad23bac6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0630045 May 28 01:35:04.201785 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Sync routers for ids ['ae3a9c97-fb55-41f5-a603-58e8ad23bac6'] in dv-cinder-793515-1-smb {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:35:04.211957 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Routers {'ae3a9c97-fb55-41f5-a603-58e8ad23bac6'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:35:04.212862 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:34:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['ae3a9c97-fb55-41f5-a603-58e8ad23bac6'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:35:04.385010 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Set router ae3a9c97-fb55-41f5-a603-58e8ad23bac6 gateway port host: None {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:35:04.739939 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3a9c97-fb55-41f5-a603-58e8ad23bac6', 'name': 'router1', 'tenant_id': '787c5d97753e49bebf2e2583f5239da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:34:52Z', 'updated_at': '2021-05-28T01:35:03Z', 'revision_number': 2, 'project_id': '787c5d97753e49bebf2e2583f5239da5', 'gw_port_host': None, '_interfaces': [{'id': '247c127c-cdb2-4e01-b058-b37b8659b903', 'name': '', 'network_id': '62574780-e447-432e-94e3-604f9433a781', 'tenant_id': '787c5d97753e49bebf2e2583f5239da5', 'mac_address': 'fa:16:3e:b0:1b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3a9c97-fb55-41f5-a603-58e8ad23bac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07a04b75-1991-4b13-b4c4-7181c316beab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:35:02Z', 'updated_at': '2021-05-28T01:35:03Z', 'revision_number': 2, 'project_id': '787c5d97753e49bebf2e2583f5239da5', 'subnets': [{'id': '07a04b75-1991-4b13-b4c4-7181c316beab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5918e0f6-2a16-49c1-9229-45e3cdd91dd1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:35:04.744583 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Checking router: ae3a9c97-fb55-41f5-a603-58e8ad23bac6 for host: dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:35:04.744947 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Updating router ae3a9c97-fb55-41f5-a603-58e8ad23bac6 port 247c127c-cdb2-4e01-b058-b37b8659b903 binding host dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 01:35:04.798326 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:05.166296 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Notify callbacks [] for port, precommit_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:05.180955 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.provisioning_blocks [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Transition to ACTIVE for port object 247c127c-cdb2-4e01-b058-b37b8659b903 will not be triggered until provisioned by entity L2. {{(pid=98376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:35:05.187994 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:05.193947 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:35:05.389195 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75faa76-adb6-4ac2-8303-06178dccbc19 None None] Pushing event updated for resources: {'Port': ['ID=247c127c-cdb2-4e01-b058-b37b8659b903,revision_number=3']} {{(pid=98376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:35:05.406998 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75faa76-adb6-4ac2-8303-06178dccbc19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:35:05.407332 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75faa76-adb6-4ac2-8303-06178dccbc19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:35:05.407659 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75faa76-adb6-4ac2-8303-06178dccbc19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:35:05.408010 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75faa76-adb6-4ac2-8303-06178dccbc19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:35:05.408331 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75faa76-adb6-4ac2-8303-06178dccbc19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:35:05.408644 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75faa76-adb6-4ac2-8303-06178dccbc19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:35:05.408953 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75faa76-adb6-4ac2-8303-06178dccbc19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:35:05.409260 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75faa76-adb6-4ac2-8303-06178dccbc19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:35:05.409572 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75faa76-adb6-4ac2-8303-06178dccbc19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:35:05.409880 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75faa76-adb6-4ac2-8303-06178dccbc19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:35:05.410187 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75faa76-adb6-4ac2-8303-06178dccbc19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:35:05.410489 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75faa76-adb6-4ac2-8303-06178dccbc19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75faa76-adb6-4ac2-8303-06178dccbc19 None None] Tracked resource versions report: May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: pushed versions: May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: { 'AddressGroup': {'1.2'}, May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'ConntrackHelper': {'1.0'}, May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'Log': {'1.0'}, May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'Network': {'1.1'}, May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'Port': {'1.7'}, May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'PortForwarding': {'1.2'}, May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'QosPolicy': {'1.8'}, May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'SecurityGroup': {'1.4'}, May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'SecurityGroupRule': {'1.2'}, May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'SubPort': {'1.0'}, May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'Subnet': {'1.1'}, May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'Trunk': {'1.1'}} May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: consumer versions: May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: { DHCP agent@dv-cinder-793515-1-smb: {}, May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: L3 agent@dv-cinder-793515-1-smb: {}, May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: Metadata agent@dv-cinder-793515-1-smb: {}, May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: Metering agent@dv-cinder-793515-1-smb: {}, May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: Open vSwitch agent@dv-cinder-793515-1-smb: { 'AddressGroup': '1.2', May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'ConntrackHelper': '1.0', May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'Log': '1.0', May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'Network': '1.1', May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'Port': '1.7', May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'PortForwarding': '1.2', May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'QosPolicy': '1.8', May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'SecurityGroup': '1.4', May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'SecurityGroupRule': '1.2', May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'SubPort': '1.0', May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'Subnet': '1.1', May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: 'Trunk': '1.1'}} May 28 01:35:05.411588 dv-cinder-793515-1-smb neutron-server[98376]: {{(pid=98376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 01:35:05.422705 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Attempting to bind port 247c127c-cdb2-4e01-b058-b37b8659b903 on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:35:05.423111 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Attempting to bind port 247c127c-cdb2-4e01-b058-b37b8659b903 by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': '333e2301-c44f-4097-b390-a411deaaca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '62574780-e447-432e-94e3-604f9433a781'}] {{(pid=98376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:35:05.423543 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Attempting to bind port 247c127c-cdb2-4e01-b058-b37b8659b903 on network 62574780-e447-432e-94e3-604f9433a781 {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:35:05.426979 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-c75faa76-adb6-4ac2-8303-06178dccbc19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:35:05.429374 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:35:05.429789 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Checking segment: {'id': '333e2301-c44f-4097-b390-a411deaaca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '62574780-e447-432e-94e3-604f9433a781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:35:05.430241 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:05.430624 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Bound using segment: {'id': '333e2301-c44f-4097-b390-a411deaaca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '62574780-e447-432e-94e3-604f9433a781'} {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:35:05.431164 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Bound port: 247c127c-cdb2-4e01-b058-b37b8659b903, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e2301-c44f-4097-b390-a411deaaca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '62574780-e447-432e-94e3-604f9433a781'}}] {{(pid=98376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:35:05.431529 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:05.519735 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.db [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] For port 247c127c-cdb2-4e01-b058-b37b8659b903, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:35:05.524007 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.db [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] For port 247c127c-cdb2-4e01-b058-b37b8659b903, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=247c127c-cdb2-4e01-b058-b37b8659b903,segment=NetworkSegment(333e2301-c44f-4097-b390-a411deaaca27),segment_id=333e2301-c44f-4097-b390-a411deaaca27)] {{(pid=98376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:35:05.529167 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:05.534316 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:35:05.618755 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Routers {'ae3a9c97-fb55-41f5-a603-58e8ad23bac6'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:35:05.619389 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:34:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['ae3a9c97-fb55-41f5-a603-58e8ad23bac6'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:35:05.672992 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75faa76-adb6-4ac2-8303-06178dccbc19 None None] Pushing event updated for resources: {'Port': ['ID=247c127c-cdb2-4e01-b058-b37b8659b903,revision_number=4']} {{(pid=98376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:35:05.685355 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-c75faa76-adb6-4ac2-8303-06178dccbc19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:35:05.801144 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] Set router ae3a9c97-fb55-41f5-a603-58e8ad23bac6 gateway port host: None {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:35:06.126535 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3a9c97-fb55-41f5-a603-58e8ad23bac6', 'name': 'router1', 'tenant_id': '787c5d97753e49bebf2e2583f5239da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:34:52Z', 'updated_at': '2021-05-28T01:35:03Z', 'revision_number': 2, 'project_id': '787c5d97753e49bebf2e2583f5239da5', 'gw_port_host': None, '_interfaces': [{'id': '247c127c-cdb2-4e01-b058-b37b8659b903', 'name': '', 'network_id': '62574780-e447-432e-94e3-604f9433a781', 'tenant_id': '787c5d97753e49bebf2e2583f5239da5', 'mac_address': 'fa:16:3e:b0:1b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3a9c97-fb55-41f5-a603-58e8ad23bac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07a04b75-1991-4b13-b4c4-7181c316beab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:35:02Z', 'updated_at': '2021-05-28T01:35:05Z', 'revision_number': 4, 'project_id': '787c5d97753e49bebf2e2583f5239da5', 'subnets': [{'id': '07a04b75-1991-4b13-b4c4-7181c316beab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5918e0f6-2a16-49c1-9229-45e3cdd91dd1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:35:06.130307 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b63bbe-9961-41d2-8a69-1de246b60acf None None] The sync data for ids ['ae3a9c97-fb55-41f5-a603-58e8ad23bac6'] in dv-cinder-793515-1-smb is: [{'id': 'ae3a9c97-fb55-41f5-a603-58e8ad23bac6', 'name': 'router1', 'tenant_id': '787c5d97753e49bebf2e2583f5239da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:34:52Z', 'updated_at': '2021-05-28T01:35:03Z', 'revision_number': 2, 'project_id': '787c5d97753e49bebf2e2583f5239da5', 'gw_port_host': None, '_interfaces': [{'id': '247c127c-cdb2-4e01-b058-b37b8659b903', 'name': '', 'network_id': '62574780-e447-432e-94e3-604f9433a781', 'tenant_id': '787c5d97753e49bebf2e2583f5239da5', 'mac_address': 'fa:16:3e:b0:1b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3a9c97-fb55-41f5-a603-58e8ad23bac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07a04b75-1991-4b13-b4c4-7181c316beab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:35:02Z', 'updated_at': '2021-05-28T01:35:05Z', 'revision_number': 4, 'project_id': '787c5d97753e49bebf2e2583f5239da5', 'subnets': [{'id': '07a04b75-1991-4b13-b4c4-7181c316beab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5918e0f6-2a16-49c1-9229-45e3cdd91dd1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:35:06.363558 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 49676) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:35:06.513159 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fbc2e3-4088-4bd4-a787-d621cb463f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:35:06.515151 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-74fbc2e3-4088-4bd4-a787-d621cb463f44 admin admin] 10.222.0.32 "GET /v2.0/networks/5b4592e9-59af-4549-9f0c-c75a5f18ce50 HTTP/1.1" status: 200 len: 842 time: 0.1501329 May 28 01:35:06.524205 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-1c280c5f-53b5-4005-8f37-41a3a7d7b11c admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:35:06.528614 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-1c280c5f-53b5-4005-8f37-41a3a7d7b11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:35:06.532411 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-1c280c5f-53b5-4005-8f37-41a3a7d7b11c admin admin] Usage tracker for resource:subnet and tenant:37158ba29ab34d668daf568e6ba40114 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:35:06.535171 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-1c280c5f-53b5-4005-8f37-41a3a7d7b11c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:35:06.540711 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-1c280c5f-53b5-4005-8f37-41a3a7d7b11c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:35:06.549819 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c280c5f-53b5-4005-8f37-41a3a7d7b11c admin admin] Made reservation on behalf of 37158ba29ab34d668daf568e6ba40114 for: {'subnet': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:35:06.552293 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1c280c5f-53b5-4005-8f37-41a3a7d7b11c admin admin] Notify callbacks [] for subnet, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:06.959268 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.objects.ports [None req-1c280c5f-53b5-4005-8f37-41a3a7d7b11c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98374) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 28 01:35:06.959698 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1c280c5f-53b5-4005-8f37-41a3a7d7b11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755'] for subnet, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:06.964002 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-8a9a6bcd-3bd1-41ce-8dc0-9d3e81914832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:35:07.035617 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c280c5f-53b5-4005-8f37-41a3a7d7b11c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a16ae849-d4aa-45ca-8c4c-825a3c72e0a4,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:35:07.038785 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-1c280c5f-53b5-4005-8f37-41a3a7d7b11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:35:07.041662 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c280c5f-53b5-4005-8f37-41a3a7d7b11c admin admin] Checking segment: {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:35:07.041662 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c280c5f-53b5-4005-8f37-41a3a7d7b11c admin admin] Network hostable DHCP agents. Network: 5b4592e9-59af-4549-9f0c-c75a5f18ce50, hostable agents: ['18dcb2a5-1deb-4e04-a203-0597d71fb4d8'], hosted agents: [] {{(pid=98374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 01:35:07.058803 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c280c5f-53b5-4005-8f37-41a3a7d7b11c admin admin] Network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 is scheduled to be hosted by DHCP agent 18dcb2a5-1deb-4e04-a203-0597d71fb4d8 with binding_index 1 {{(pid=98374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 01:35:07.068139 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-1c280c5f-53b5-4005-8f37-41a3a7d7b11c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-1-smb, 5b4592e9-59af-4549-9f0c-c75a5f18ce50) {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:35:07.072174 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c280c5f-53b5-4005-8f37-41a3a7d7b11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:35:07.072742 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1c280c5f-53b5-4005-8f37-41a3a7d7b11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:07.079509 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa157a63-37a5-48dd-be11-824c63010ae8 None None] Network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:35:07.102482 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-1c280c5f-53b5-4005-8f37-41a3a7d7b11c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5716448 May 28 01:35:07.287114 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cc3fc8-b876-4eb4-84c5-9f82cd99aa5b None None] Network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:35:09.322925 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 49690) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:35:09.533356 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-2eb17934-d5f5-4b86-a8f4-fcd8d8459f3e admin admin] 10.222.0.32 "GET /v2.0/routers/ae3a9c97-fb55-41f5-a603-58e8ad23bac6 HTTP/1.1" status: 200 len: 710 time: 0.2093251 May 28 01:35:09.573781 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 247c127c-cdb2-4e01-b058-b37b8659b903 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:35:09.643080 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port 247c127c-cdb2-4e01-b058-b37b8659b903 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:35:09.648375 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 247c127c-cdb2-4e01-b058-b37b8659b903 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:35:09.648770 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:09.695997 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f1e850-bd6c-490e-bf79-420e2ff52f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:35:09.702104 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-07f1e850-bd6c-490e-bf79-420e2ff52f1b admin admin] 10.222.0.32 "GET /v2.0/networks/5b4592e9-59af-4549-9f0c-c75a5f18ce50 HTTP/1.1" status: 200 len: 886 time: 0.1587639 May 28 01:35:09.705979 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-8d198891-6d99-4f0d-8344-60d4dd2a3d4c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:35:09.771305 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:09.803811 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port 247c127c-cdb2-4e01-b058-b37b8659b903, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=247c127c-cdb2-4e01-b058-b37b8659b903,segment=NetworkSegment(333e2301-c44f-4097-b390-a411deaaca27),segment_id=333e2301-c44f-4097-b390-a411deaaca27)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:35:09.807805 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:09.812573 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:35:09.896789 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=247c127c-cdb2-4e01-b058-b37b8659b903,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:35:09.899867 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:35:10.151898 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8d198891-6d99-4f0d-8344-60d4dd2a3d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6850'] for router, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:10.468359 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8d198891-6d99-4f0d-8344-60d4dd2a3d4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:10.524338 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8d198891-6d99-4f0d-8344-60d4dd2a3d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:10.652821 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_common [None req-8d198891-6d99-4f0d-8344-60d4dd2a3d4c admin admin] Allocated IP 172.28.1.20 (5b4592e9-59af-4549-9f0c-c75a5f18ce50/a16ae849-d4aa-45ca-8c4c-825a3c72e0a4/0ee57f0c-45d8-48c9-b1c2-de1108bdaa61) {{(pid=98374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:35:10.796549 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8d198891-6d99-4f0d-8344-60d4dd2a3d4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:10.854065 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8d198891-6d99-4f0d-8344-60d4dd2a3d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107'] for port, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:10.858368 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:35:10.914806 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d198891-6d99-4f0d-8344-60d4dd2a3d4c admin admin] Network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:35:10.917542 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-8d198891-6d99-4f0d-8344-60d4dd2a3d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:35:10.921806 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d198891-6d99-4f0d-8344-60d4dd2a3d4c admin admin] Received port after_create {{(pid=98374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:35:11.023394 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d198891-6d99-4f0d-8344-60d4dd2a3d4c admin admin] Pushing event updated for resources: {'Port': ['ID=0ee57f0c-45d8-48c9-b1c2-de1108bdaa61,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:35:11.068994 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 5 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:35:11.081200 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-8d198891-6d99-4f0d-8344-60d4dd2a3d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:35:11.335455 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8d198891-6d99-4f0d-8344-60d4dd2a3d4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:11.552362 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 247c127c-cdb2-4e01-b058-b37b8659b903 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:35:11.620694 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 247c127c-cdb2-4e01-b058-b37b8659b903 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:35:11.620980 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:11.664387 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8d198891-6d99-4f0d-8344-60d4dd2a3d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6850'] for router, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:11.667622 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8d198891-6d99-4f0d-8344-60d4dd2a3d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1025358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1025295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027739'] for router, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:11.843257 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d198891-6d99-4f0d-8344-60d4dd2a3d4c admin admin] Router ae3a9c97-fb55-41f5-a603-58e8ad23bac6 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:35:12.020761 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d198891-6d99-4f0d-8344-60d4dd2a3d4c admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:35:12.028635 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8d198891-6d99-4f0d-8344-60d4dd2a3d4c admin admin] Notify callbacks [] for router, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:12.029811 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-8d198891-6d99-4f0d-8344-60d4dd2a3d4c admin admin] 10.222.0.32 "PUT /v2.0/routers/ae3a9c97-fb55-41f5-a603-58e8ad23bac6 HTTP/1.1" status: 200 len: 889 time: 2.3270538 May 28 01:35:12.030357 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Sync routers for ids ['ae3a9c97-fb55-41f5-a603-58e8ad23bac6'] in dv-cinder-793515-1-smb {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:35:12.040166 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Routers {'ae3a9c97-fb55-41f5-a603-58e8ad23bac6'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:35:12.040833 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:34:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['ae3a9c97-fb55-41f5-a603-58e8ad23bac6'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:35:12.232468 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Set router ae3a9c97-fb55-41f5-a603-58e8ad23bac6 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:35:12.600314 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3a9c97-fb55-41f5-a603-58e8ad23bac6', 'name': 'router1', 'tenant_id': '787c5d97753e49bebf2e2583f5239da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '0ee57f0c-45d8-48c9-b1c2-de1108bdaa61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:34:52Z', 'updated_at': '2021-05-28T01:35:11Z', 'revision_number': 4, 'project_id': '787c5d97753e49bebf2e2583f5239da5', 'gw_port': {'id': '0ee57f0c-45d8-48c9-b1c2-de1108bdaa61', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:56:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3a9c97-fb55-41f5-a603-58e8ad23bac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:35:10Z', 'updated_at': '2021-05-28T01:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '247c127c-cdb2-4e01-b058-b37b8659b903', 'name': '', 'network_id': '62574780-e447-432e-94e3-604f9433a781', 'tenant_id': '787c5d97753e49bebf2e2583f5239da5', 'mac_address': 'fa:16:3e:b0:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3a9c97-fb55-41f5-a603-58e8ad23bac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07a04b75-1991-4b13-b4c4-7181c316beab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:35:02Z', 'updated_at': '2021-05-28T01:35:09Z', 'revision_number': 5, 'project_id': '787c5d97753e49bebf2e2583f5239da5', 'subnets': [{'id': '07a04b75-1991-4b13-b4c4-7181c316beab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5918e0f6-2a16-49c1-9229-45e3cdd91dd1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:35:12.605046 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Checking router: ae3a9c97-fb55-41f5-a603-58e8ad23bac6 for host: dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:35:12.605413 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Updating router ae3a9c97-fb55-41f5-a603-58e8ad23bac6 port 0ee57f0c-45d8-48c9-b1c2-de1108bdaa61 binding host dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 01:35:12.659107 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:12.978611 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Notify callbacks [] for port, precommit_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:12.990281 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Transition to ACTIVE for port object 0ee57f0c-45d8-48c9-b1c2-de1108bdaa61 will not be triggered until provisioned by entity L2. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:35:12.997595 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:13.002099 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:35:13.078282 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Attempting to bind port 0ee57f0c-45d8-48c9-b1c2-de1108bdaa61 on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:35:13.078657 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Attempting to bind port 0ee57f0c-45d8-48c9-b1c2-de1108bdaa61 by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:35:13.079055 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Attempting to bind port 0ee57f0c-45d8-48c9-b1c2-de1108bdaa61 on network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:35:13.084539 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895a010-70cb-4323-9a8c-9239ecaa810a None None] Pushing event updated for resources: {'Port': ['ID=0ee57f0c-45d8-48c9-b1c2-de1108bdaa61,revision_number=2']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:35:13.088288 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-b895a010-70cb-4323-9a8c-9239ecaa810a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:35:13.089157 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:35:13.089532 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Checking segment: {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:35:13.089930 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:13.090313 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Bound using segment: {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:35:13.090783 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Bound port: 0ee57f0c-45d8-48c9-b1c2-de1108bdaa61, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:35:13.091156 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:13.164550 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] For port 0ee57f0c-45d8-48c9-b1c2-de1108bdaa61, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:35:13.167477 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] For port 0ee57f0c-45d8-48c9-b1c2-de1108bdaa61, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=0ee57f0c-45d8-48c9-b1c2-de1108bdaa61,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:35:13.171509 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:13.175216 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-b895a010-70cb-4323-9a8c-9239ecaa810a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:35:13.249960 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Routers {'ae3a9c97-fb55-41f5-a603-58e8ad23bac6'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:35:13.250556 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:34:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['ae3a9c97-fb55-41f5-a603-58e8ad23bac6'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:35:13.315476 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895a010-70cb-4323-9a8c-9239ecaa810a None None] Pushing event updated for resources: {'Port': ['ID=0ee57f0c-45d8-48c9-b1c2-de1108bdaa61,revision_number=3']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:35:13.319239 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-b895a010-70cb-4323-9a8c-9239ecaa810a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:35:13.434050 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] Set router ae3a9c97-fb55-41f5-a603-58e8ad23bac6 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:35:13.763877 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3a9c97-fb55-41f5-a603-58e8ad23bac6', 'name': 'router1', 'tenant_id': '787c5d97753e49bebf2e2583f5239da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '0ee57f0c-45d8-48c9-b1c2-de1108bdaa61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:34:52Z', 'updated_at': '2021-05-28T01:35:11Z', 'revision_number': 4, 'project_id': '787c5d97753e49bebf2e2583f5239da5', 'gw_port': {'id': '0ee57f0c-45d8-48c9-b1c2-de1108bdaa61', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:56:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3a9c97-fb55-41f5-a603-58e8ad23bac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:35:10Z', 'updated_at': '2021-05-28T01:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '247c127c-cdb2-4e01-b058-b37b8659b903', 'name': '', 'network_id': '62574780-e447-432e-94e3-604f9433a781', 'tenant_id': '787c5d97753e49bebf2e2583f5239da5', 'mac_address': 'fa:16:3e:b0:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3a9c97-fb55-41f5-a603-58e8ad23bac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07a04b75-1991-4b13-b4c4-7181c316beab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:35:02Z', 'updated_at': '2021-05-28T01:35:09Z', 'revision_number': 5, 'project_id': '787c5d97753e49bebf2e2583f5239da5', 'subnets': [{'id': '07a04b75-1991-4b13-b4c4-7181c316beab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5918e0f6-2a16-49c1-9229-45e3cdd91dd1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:35:13.767882 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3783d9a-0958-44a0-9042-2ede74f5c8d6 None None] The sync data for ids ['ae3a9c97-fb55-41f5-a603-58e8ad23bac6'] in dv-cinder-793515-1-smb is: [{'id': 'ae3a9c97-fb55-41f5-a603-58e8ad23bac6', 'name': 'router1', 'tenant_id': '787c5d97753e49bebf2e2583f5239da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '0ee57f0c-45d8-48c9-b1c2-de1108bdaa61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:34:52Z', 'updated_at': '2021-05-28T01:35:11Z', 'revision_number': 4, 'project_id': '787c5d97753e49bebf2e2583f5239da5', 'gw_port': {'id': '0ee57f0c-45d8-48c9-b1c2-de1108bdaa61', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:56:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3a9c97-fb55-41f5-a603-58e8ad23bac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:35:10Z', 'updated_at': '2021-05-28T01:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '247c127c-cdb2-4e01-b058-b37b8659b903', 'name': '', 'network_id': '62574780-e447-432e-94e3-604f9433a781', 'tenant_id': '787c5d97753e49bebf2e2583f5239da5', 'mac_address': 'fa:16:3e:b0:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3a9c97-fb55-41f5-a603-58e8ad23bac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07a04b75-1991-4b13-b4c4-7181c316beab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:35:02Z', 'updated_at': '2021-05-28T01:35:09Z', 'revision_number': 5, 'project_id': '787c5d97753e49bebf2e2583f5239da5', 'subnets': [{'id': '07a04b75-1991-4b13-b4c4-7181c316beab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5918e0f6-2a16-49c1-9229-45e3cdd91dd1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:35:14.344307 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 49700) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:35:14.462188 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-aefb276d-0e95-4092-98b7-4acd8b89fd08 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1167731 May 28 01:35:15.576408 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 0ee57f0c-45d8-48c9-b1c2-de1108bdaa61 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:35:15.645501 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port 0ee57f0c-45d8-48c9-b1c2-de1108bdaa61 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:35:15.649979 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 0ee57f0c-45d8-48c9-b1c2-de1108bdaa61 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:35:15.650348 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:15.769723 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:15.785667 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port 0ee57f0c-45d8-48c9-b1c2-de1108bdaa61, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=0ee57f0c-45d8-48c9-b1c2-de1108bdaa61,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:35:15.789342 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:15.792746 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:35:15.862570 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=0ee57f0c-45d8-48c9-b1c2-de1108bdaa61,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:35:15.865536 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:35:17.570424 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 0ee57f0c-45d8-48c9-b1c2-de1108bdaa61 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:35:17.660154 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 0ee57f0c-45d8-48c9-b1c2-de1108bdaa61 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:35:17.660533 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:26.896347 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-81a70328-ff10-416f-89af-fefda357b18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:29.203754 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:29.517829 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-4ffcd0b0-2fd5-496b-9e88-4cfc7aad3adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:30.563723 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:32.225668 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:48.068279 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 5 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:35:56.899428 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-b4388f5a-72a4-4d4f-a1c0-8b94399ff967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:59.205456 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:35:59.505851 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-f53c4127-943c-409e-b621-61603feb2717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:36:00.557019 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:36:02.228393 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:36:25.067456 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 5 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:36:26.902126 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-61e27a69-969a-4c46-ae8c-bb8e47cf3d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:36:29.199467 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:36:29.499526 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-c92ac991-b260-4262-9c22-221ee131ed2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:36:30.556307 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:36:32.223944 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:36:48.187516 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 50270) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:36:48.254647 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e54bef-e987-432a-90f9-9f7ec5758128 admin admin] GET failed (client error): The resource could not be found. May 28 01:36:48.255902 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-18e54bef-e987-432a-90f9-9f7ec5758128 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0674272 May 28 01:36:48.384333 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7b489f-ed0c-447d-84da-24195f80e722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:36:48.385685 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-7f7b489f-ed0c-447d-84da-24195f80e722 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1261258 May 28 01:36:50.475176 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 50280) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:36:50.579770 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469dc539-788b-4277-bede-947ad2b13c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:36:50.581106 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-469dc539-788b-4277-bede-947ad2b13c54 admin admin] 10.222.0.32 "GET /v2.0/subnets/07a04b75-1991-4b13-b4c4-7181c316beab HTTP/1.1" status: 200 len: 849 time: 0.1050637 May 28 01:36:50.590179 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-0c6466ba-db65-4ae6-ae9b-a81181aec0e6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:36:50.705113 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-0c6466ba-db65-4ae6-ae9b-a81181aec0e6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:36:50.895078 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-0c6466ba-db65-4ae6-ae9b-a81181aec0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764331313053'] for subnet, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:36:50.899513 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:36:50.938181 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6466ba-db65-4ae6-ae9b-a81181aec0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:36:50.938455 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-0c6466ba-db65-4ae6-ae9b-a81181aec0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:36:50.939720 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-0c6466ba-db65-4ae6-ae9b-a81181aec0e6 admin admin] 10.222.0.32 "PUT /v2.0/subnets/07a04b75-1991-4b13-b4c4-7181c316beab HTTP/1.1" status: 200 len: 868 time: 0.3531871 May 28 01:36:50.941938 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dedcda-2fa0-447d-a653-d2a93a5d38aa None None] Network 62574780-e447-432e-94e3-604f9433a781 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:36:50.964423 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6466ba-db65-4ae6-ae9b-a81181aec0e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07a04b75-1991-4b13-b4c4-7181c316beab,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:36:50.973400 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6466ba-db65-4ae6-ae9b-a81181aec0e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:36:50.973752 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6466ba-db65-4ae6-ae9b-a81181aec0e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:36:50.974070 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6466ba-db65-4ae6-ae9b-a81181aec0e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:36:50.974400 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6466ba-db65-4ae6-ae9b-a81181aec0e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:36:50.974721 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6466ba-db65-4ae6-ae9b-a81181aec0e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:36:50.975058 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6466ba-db65-4ae6-ae9b-a81181aec0e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:36:50.975389 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6466ba-db65-4ae6-ae9b-a81181aec0e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:36:50.975707 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6466ba-db65-4ae6-ae9b-a81181aec0e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:36:50.976075 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6466ba-db65-4ae6-ae9b-a81181aec0e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:36:50.976397 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6466ba-db65-4ae6-ae9b-a81181aec0e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:36:50.976713 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6466ba-db65-4ae6-ae9b-a81181aec0e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:36:50.977025 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6466ba-db65-4ae6-ae9b-a81181aec0e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:36:50.981156 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-0c6466ba-db65-4ae6-ae9b-a81181aec0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:36:51.431986 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-7896910c-eaea-4dd5-b9f6-fbd86ab62adb None None] Provisioning complete for port 247c127c-cdb2-4e01-b058-b37b8659b903 triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:36:51.432362 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-7896910c-eaea-4dd5-b9f6-fbd86ab62adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:36:51.556563 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-7896910c-eaea-4dd5-b9f6-fbd86ab62adb None None] Provisioning complete for port 09244d41-8d81-4bf2-8474-e51463abf1ef triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:36:51.556933 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-7896910c-eaea-4dd5-b9f6-fbd86ab62adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:36:53.080944 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 50290) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:36:53.294409 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9f5e0a-aa24-48c2-8b59-6d94d3faa195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:36:53.294890 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9f5e0a-aa24-48c2-8b59-6d94d3faa195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:36:53.296430 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-fa9f5e0a-aa24-48c2-8b59-6d94d3faa195 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2145569 May 28 01:36:55.398040 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 50300) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:36:55.565819 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4f4db4-f7c1-484d-982c-f28421ee850e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:36:55.566297 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4f4db4-f7c1-484d-982c-f28421ee850e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:36:55.567881 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-aa4f4db4-f7c1-484d-982c-f28421ee850e admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1688964 May 28 01:36:56.903856 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-44696882-339d-43cd-bec9-9a6c52621cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:36:57.647978 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 50310) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:36:57.815754 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576c6449-8524-48ac-b439-29e9525ce73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:36:57.817118 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-576c6449-8524-48ac-b439-29e9525ce73b admin admin] 10.222.0.32 "GET /v2.0/networks/5b4592e9-59af-4549-9f0c-c75a5f18ce50 HTTP/1.1" status: 200 len: 886 time: 0.1681430 May 28 01:36:59.202954 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:36:59.501672 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-3f745d44-3cfc-4fc1-81ee-5ad7f5d82f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:36:59.912930 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 50320) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:37:00.090629 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3826b7b0-cf80-4ba8-9abd-6785e66bbc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:37:00.091240 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-3826b7b0-cf80-4ba8-9abd-6785e66bbc05 admin admin] Synchronizing usage tracker for tenant:37158ba29ab34d668daf568e6ba40114 on resource:network {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:37:00.108463 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-3826b7b0-cf80-4ba8-9abd-6785e66bbc05 admin admin] Unset dirty status for tenant:37158ba29ab34d668daf568e6ba40114 on resource:network {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:37:00.109489 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-3826b7b0-cf80-4ba8-9abd-6785e66bbc05 admin admin] 10.222.0.32 "GET /v2.0/networks/62574780-e447-432e-94e3-604f9433a781 HTTP/1.1" status: 200 len: 869 time: 0.1956544 May 28 01:37:00.558006 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:02.065851 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 5 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:37:02.194616 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 50330) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:37:02.227903 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:02.304600 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236645f5-f7c9-4b10-a590-56a2bfc4e594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:37:02.305054 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236645f5-f7c9-4b10-a590-56a2bfc4e594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:37:02.306529 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-236645f5-f7c9-4b10-a590-56a2bfc4e594 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1109736 May 28 01:37:04.406653 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 50340) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:37:04.509958 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cf323a-520d-4881-9ef9-4f7979fea72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:37:04.510430 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cf323a-520d-4881-9ef9-4f7979fea72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:37:04.511946 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-50cf323a-520d-4881-9ef9-4f7979fea72b admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1043353 May 28 01:37:06.606215 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 50350) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:37:06.749830 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3d2a4c-8a83-423c-827f-eb186fe03ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:37:06.751159 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-6e3d2a4c-8a83-423c-827f-eb186fe03ca5 admin admin] 10.222.0.32 "GET /v2.0/subnets/07a04b75-1991-4b13-b4c4-7181c316beab HTTP/1.1" status: 200 len: 868 time: 0.1434855 May 28 01:37:08.837214 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 50360) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:37:08.939397 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db52b59-6442-4b3d-ab6b-375719ce8ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:37:08.939984 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-7db52b59-6442-4b3d-ab6b-375719ce8ad7 admin admin] Synchronizing usage tracker for tenant:37158ba29ab34d668daf568e6ba40114 on resource:subnet {{(pid=98374) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:37:08.957104 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-7db52b59-6442-4b3d-ab6b-375719ce8ad7 admin admin] Unset dirty status for tenant:37158ba29ab34d668daf568e6ba40114 on resource:subnet {{(pid=98374) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:37:08.958570 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-7db52b59-6442-4b3d-ab6b-375719ce8ad7 admin admin] 10.222.0.32 "GET /v2.0/subnets/a16ae849-d4aa-45ca-8c4c-825a3c72e0a4 HTTP/1.1" status: 200 len: 816 time: 0.1203012 May 28 01:37:26.906013 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-0b9a317c-5332-4126-8460-168c4b7294e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:29.206421 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:29.502834 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-59ea2ed1-b8c2-46c2-a5f9-820f32f2845a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:30.562749 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:31.741601 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 50404) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:37:31.788379 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [None req-2be1ebd4-3aa8-4354-a142-8c24de664705 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 01:37:31.789337 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-2be1ebd4-3aa8-4354-a142-8c24de664705 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468225 May 28 01:37:32.316313 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:33.963450 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 50414) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:37:34.029278 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6130a6-6e48-4d54-8658-2c71766cae30 admin admin] GET failed (client error): The resource could not be found. May 28 01:37:34.030506 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-da6130a6-6e48-4d54-8658-2c71766cae30 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661051 May 28 01:37:34.153462 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bebcfab-c6c5-42e2-ae84-ef85137cdaf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:37:34.154808 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-3bebcfab-c6c5-42e2-ae84-ef85137cdaf0 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1204689 May 28 01:37:36.278390 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 50424) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:37:36.325204 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-4896dc1b-f35d-469e-8a32-604f8e036a5d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:37:36.330857 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-4896dc1b-f35d-469e-8a32-604f8e036a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:37:36.340164 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-4896dc1b-f35d-469e-8a32-604f8e036a5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:37:36.350345 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4896dc1b-f35d-469e-8a32-604f8e036a5d admin admin] Made reservation on behalf of 37158ba29ab34d668daf568e6ba40114 for: {'network': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:37:36.352628 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-4896dc1b-f35d-469e-8a32-604f8e036a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4178980'] for network, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:36.437803 dv-cinder-793515-1-smb neutron-server[98373]: WARNING neutron.services.revisions.revision_plugin [None req-4896dc1b-f35d-469e-8a32-604f8e036a5d admin admin] Could not find related network for resource to bump revision. May 28 01:37:36.450072 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4896dc1b-f35d-469e-8a32-604f8e036a5d admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=98373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 01:37:36.460182 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-4896dc1b-f35d-469e-8a32-604f8e036a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:36.460538 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.segments_db [None req-4896dc1b-f35d-469e-8a32-604f8e036a5d admin admin] Added segment 32cc7d94-587c-4c0b-9107-65fc261136e8 of type vlan for network 497dfddd-45cd-44a5-a469-6a8172dd6baa May 28 01:37:36.485500 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-4896dc1b-f35d-469e-8a32-604f8e036a5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764330948172'] for network, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:36.513108 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-4896dc1b-f35d-469e-8a32-604f8e036a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760'] for network, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:36.514978 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4896dc1b-f35d-469e-8a32-604f8e036a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:37:36.515543 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-4896dc1b-f35d-469e-8a32-604f8e036a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:36.519128 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:37:36.617336 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-4896dc1b-f35d-469e-8a32-604f8e036a5d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3376393 May 28 01:37:36.618036 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896dc1b-f35d-469e-8a32-604f8e036a5d admin admin] Pushing event updated for resources: {'Network': ['ID=497dfddd-45cd-44a5-a469-6a8172dd6baa,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:37:36.621352 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-4896dc1b-f35d-469e-8a32-604f8e036a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:37:36.628691 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Network 497dfddd-45cd-44a5-a469-6a8172dd6baa details requested by agent ovs-agent-dv-cinder-793515-1-smb with host dv-cinder-793515-1-smb {{(pid=98375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 01:37:38.722030 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 50434) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:37:38.787524 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.pecan_wsgi.hooks.translation [None req-e043586b-a29f-4f38-a557-448eab8f7f5f admin admin] GET failed (client error): The resource could not be found. May 28 01:37:38.788076 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-e043586b-a29f-4f38-a557-448eab8f7f5f admin admin] Synchronizing usage tracker for tenant:37158ba29ab34d668daf568e6ba40114 on resource:network {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:37:38.802786 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-e043586b-a29f-4f38-a557-448eab8f7f5f admin admin] Unset dirty status for tenant:37158ba29ab34d668daf568e6ba40114 on resource:network {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:37:38.804048 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-e043586b-a29f-4f38-a557-448eab8f7f5f admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0810051 May 28 01:37:38.916505 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adf2110-f3b7-4469-b461-c10d7e8a8d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:37:38.917850 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-2adf2110-f3b7-4469-b461-c10d7e8a8d4c admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1097341 May 28 01:37:38.927782 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-e5fb1333-ca63-4a1e-9fb4-8c1a25706430 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '497dfddd-45cd-44a5-a469-6a8172dd6baa', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:37:38.932165 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-e5fb1333-ca63-4a1e-9fb4-8c1a25706430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:37:38.941950 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-e5fb1333-ca63-4a1e-9fb4-8c1a25706430 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:37:38.951699 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fb1333-ca63-4a1e-9fb4-8c1a25706430 admin admin] Made reservation on behalf of 37158ba29ab34d668daf568e6ba40114 for: {'subnet': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:37:38.953899 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-e5fb1333-ca63-4a1e-9fb4-8c1a25706430 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:39.068188 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 5 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:37:39.340866 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-e5fb1333-ca63-4a1e-9fb4-8c1a25706430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755'] for subnet, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:39.345375 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:37:39.411723 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb1333-ca63-4a1e-9fb4-8c1a25706430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91c5c949-9e71-482a-b09e-483f134557ff,revision_number=0']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:37:39.415509 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-e5fb1333-ca63-4a1e-9fb4-8c1a25706430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:37:39.419484 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fb1333-ca63-4a1e-9fb4-8c1a25706430 admin admin] Checking segment: {'id': '32cc7d94-587c-4c0b-9107-65fc261136e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '497dfddd-45cd-44a5-a469-6a8172dd6baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:37:39.419881 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fb1333-ca63-4a1e-9fb4-8c1a25706430 admin admin] Network hostable DHCP agents. Network: 497dfddd-45cd-44a5-a469-6a8172dd6baa, hostable agents: ['18dcb2a5-1deb-4e04-a203-0597d71fb4d8'], hosted agents: [] {{(pid=98373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 01:37:39.438165 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fb1333-ca63-4a1e-9fb4-8c1a25706430 admin admin] Network 497dfddd-45cd-44a5-a469-6a8172dd6baa is scheduled to be hosted by DHCP agent 18dcb2a5-1deb-4e04-a203-0597d71fb4d8 with binding_index 1 {{(pid=98373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 01:37:39.447455 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [None req-e5fb1333-ca63-4a1e-9fb4-8c1a25706430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-1-smb, 497dfddd-45cd-44a5-a469-6a8172dd6baa) {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:37:39.452002 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb1333-ca63-4a1e-9fb4-8c1a25706430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:37:39.452576 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-e5fb1333-ca63-4a1e-9fb4-8c1a25706430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:39.457395 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b81d2d-e8fd-4631-a115-bedff4aeb2f1 None None] Network 497dfddd-45cd-44a5-a469-6a8172dd6baa requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:37:39.478913 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-e5fb1333-ca63-4a1e-9fb4-8c1a25706430 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5544250 May 28 01:37:39.688434 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffb1b018-9cd8-52c6-ac74-067ce0528836-497dfddd-45cd-44a5-a469-6a8172dd6baa', 'network_id': '497dfddd-45cd-44a5-a469-6a8172dd6baa', 'tenant_id': '37158ba29ab34d668daf568e6ba40114', 'fixed_ips': [{'subnet_id': '91c5c949-9e71-482a-b09e-483f134557ff'}]}} from dv-cinder-793515-1-smb. {{(pid=98375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 28 01:37:39.689452 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:39.866527 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.db_base_plugin_common [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Allocated IP 192.168.233.2 (497dfddd-45cd-44a5-a469-6a8172dd6baa/91c5c949-9e71-482a-b09e-483f134557ff/047778ae-3fc0-4709-944c-f7a96ce900f1) {{(pid=98375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:37:40.069545 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Notify callbacks [] for port, precommit_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:40.080898 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Transition to ACTIVE for port object 047778ae-3fc0-4709-944c-f7a96ce900f1 will not be triggered until provisioned by entity L2. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:37:40.100153 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Transition to ACTIVE for port object 047778ae-3fc0-4709-944c-f7a96ce900f1 will not be triggered until provisioned by entity DHCP. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:37:40.105897 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107'] for port, after_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:40.111094 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-b895a010-70cb-4323-9a8c-9239ecaa810a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:37:40.180349 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Network 497dfddd-45cd-44a5-a469-6a8172dd6baa is already hosted by enough agents. {{(pid=98375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:37:40.183138 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.scheduler.base_scheduler [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Resources bound (agent type, host, resource id): {{(pid=98375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:37:40.186934 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Received port after_create {{(pid=98375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:37:40.194292 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Pushing event updated for resources: {'Port': ['ID=047778ae-3fc0-4709-944c-f7a96ce900f1,revision_number=1']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:37:40.230680 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:37:40.231020 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:37:40.231373 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:37:40.231708 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:37:40.232869 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:37:40.233200 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:37:40.233527 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:37:40.233847 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:37:40.234180 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:37:40.234485 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:37:40.234804 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:37:40.235127 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:37:40.242350 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:37:40.292291 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Attempting to bind port 047778ae-3fc0-4709-944c-f7a96ce900f1 on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:37:40.292658 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Attempting to bind port 047778ae-3fc0-4709-944c-f7a96ce900f1 by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': '32cc7d94-587c-4c0b-9107-65fc261136e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '497dfddd-45cd-44a5-a469-6a8172dd6baa'}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:37:40.293024 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Attempting to bind port 047778ae-3fc0-4709-944c-f7a96ce900f1 on network 497dfddd-45cd-44a5-a469-6a8172dd6baa {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:37:40.298877 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:37:40.299248 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Checking segment: {'id': '32cc7d94-587c-4c0b-9107-65fc261136e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '497dfddd-45cd-44a5-a469-6a8172dd6baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:37:40.299642 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:40.300050 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Bound using segment: {'id': '32cc7d94-587c-4c0b-9107-65fc261136e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '497dfddd-45cd-44a5-a469-6a8172dd6baa'} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:37:40.300513 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Bound port: 047778ae-3fc0-4709-944c-f7a96ce900f1, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cc7d94-587c-4c0b-9107-65fc261136e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '497dfddd-45cd-44a5-a469-6a8172dd6baa'}}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:37:40.300879 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:40.386743 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] For port 047778ae-3fc0-4709-944c-f7a96ce900f1, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:37:40.390734 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] For port 047778ae-3fc0-4709-944c-f7a96ce900f1, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=047778ae-3fc0-4709-944c-f7a96ce900f1,segment=NetworkSegment(32cc7d94-587c-4c0b-9107-65fc261136e8),segment_id=32cc7d94-587c-4c0b-9107-65fc261136e8)] {{(pid=98375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:37:40.396787 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:40.402073 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-6eaed5cc-e071-43ba-aa93-381e469323b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:37:40.483225 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Pushing event updated for resources: {'Port': ['ID=047778ae-3fc0-4709-944c-f7a96ce900f1,revision_number=2']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:37:40.488537 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:37:41.277789 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5ce3e5-8f00-4e24-aa80-b984ce294961 None None] Network 497dfddd-45cd-44a5-a469-6a8172dd6baa requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:37:41.369325 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-13c5bdd2-7f97-4191-860b-53f37ce3a398 None None] Provisioning for port 047778ae-3fc0-4709-944c-f7a96ce900f1 completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:37:41.692953 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 047778ae-3fc0-4709-944c-f7a96ce900f1 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:37:41.773422 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port 047778ae-3fc0-4709-944c-f7a96ce900f1 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:37:41.778352 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 047778ae-3fc0-4709-944c-f7a96ce900f1 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:37:41.779430 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:41.897216 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:41.928802 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port 047778ae-3fc0-4709-944c-f7a96ce900f1, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=047778ae-3fc0-4709-944c-f7a96ce900f1,segment=NetworkSegment(32cc7d94-587c-4c0b-9107-65fc261136e8),segment_id=32cc7d94-587c-4c0b-9107-65fc261136e8)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:37:41.933858 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:41.937343 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:37:42.001587 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=047778ae-3fc0-4709-944c-f7a96ce900f1,revision_number=3']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:37:42.004570 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:37:43.673075 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 047778ae-3fc0-4709-944c-f7a96ce900f1 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:37:43.741188 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 047778ae-3fc0-4709-944c-f7a96ce900f1 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:37:43.741570 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:56.906951 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d5c467fe-142a-4353-956b-2ab674e2a0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:59.205095 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:37:59.503930 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-9ed3b56e-651f-46b7-a56e-6b2ca04a7a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:38:00.564966 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:38:02.233171 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:38:16.070480 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 5 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:38:26.908429 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-a8b711ad-3bd5-47d1-bb9b-1a6441d643e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:38:29.208737 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:38:29.505674 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-76e4459e-632e-4d25-88ce-4bbb1cb13cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:38:30.568359 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:38:32.257133 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:38:48.142812 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 50484) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:38:48.149583 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [None req-a383f24a-1da6-48b1-8ee1-d846c1e2b963 tempest-verify_tempest_config-27509094 tempest-verify_tempest_config-27509094-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 01:38:48.150535 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-a383f24a-1da6-48b1-8ee1-d846c1e2b963 tempest-verify_tempest_config-27509094 tempest-verify_tempest_config-27509094-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067611 May 28 01:38:48.446594 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 50502) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:38:48.558408 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:38:48.572840 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:38:48.576609 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Usage tracker for resource:security_group_rule and tenant:d28b0fbe4632486291a2613f35e4b01b is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:38:48.579349 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:38:48.584939 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:38:48.665036 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:38:48.669953 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:38:48.678665 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-9ac4c544-0bea-4a7f-aa68-eb6b41f706a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:38:48.714527 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Synchronizing usage tracker for tenant:37158ba29ab34d668daf568e6ba40114 on resource:security_group {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:38:48.719561 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d118e20a-4d29-4d1f-93be-960bce880c97,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:38:48.729888 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:38:48.730251 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:38:48.731236 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:38:48.731642 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:38:48.732090 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:38:48.732483 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:38:48.732868 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:38:48.733190 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:38:48.733511 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:38:48.733829 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:38:48.734145 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:38:48.734458 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:38:48.738315 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:38:48.746789 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Unset dirty status for tenant:37158ba29ab34d668daf568e6ba40114 on resource:security_group {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:38:48.748350 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d28b0fbe4632486291a2613f35e4b01b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3007851 May 28 01:38:48.750885 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 50508) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:38:48.809139 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-aa581637-5977-4361-a10e-b41fbebc2880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:38:48.833718 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-aa581637-5977-4361-a10e-b41fbebc2880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:38:48.929117 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-aa581637-5977-4361-a10e-b41fbebc2880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:38:48.934176 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-85202b5b-d58b-4ff8-8c80-bc80dbf1d155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:38:48.945600 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa581637-5977-4361-a10e-b41fbebc2880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d118e20a-4d29-4d1f-93be-960bce880c97,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:38:48.948413 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-aa581637-5977-4361-a10e-b41fbebc2880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:38:48.950335 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-aa581637-5977-4361-a10e-b41fbebc2880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:38:48.951419 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-aa581637-5977-4361-a10e-b41fbebc2880 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d118e20a-4d29-4d1f-93be-960bce880c97 HTTP/1.1" status: 204 len: 168 time: 0.1996679 May 28 01:38:53.068536 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 5 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:38:56.910764 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-9db94fae-43ed-45b3-a077-35529be1b208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:38:59.224461 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:38:59.507665 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-68ec4a42-4ca1-46b6-abd6-68c839b5310b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:39:00.571181 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:39:02.239424 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:39:26.911368 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-1eaac9e6-491b-4558-9fd4-ef17516af5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:39:29.215895 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:39:29.507535 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-f873f995-aeb5-48fe-bcd2-3890d0b1f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:39:30.067395 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 5 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:39:30.572659 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:39:32.241389 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:39:56.912042 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-b9b4a860-f2dc-48c1-b98c-2c43b6869e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:39:59.217747 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:39:59.507532 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-dad5816f-bce3-4f6a-b386-0445b00afe25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:40:00.575976 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:40:02.244570 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:40:07.066570 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 5 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:40:26.915145 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-35da6a9c-99a0-4ac6-85dd-3bc959ff486f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:40:29.221257 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:40:29.457612 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958'] for agent, after_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:40:29.507891 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7b02-f035-4185-a7e2-d516a753f677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:40:30.577457 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:40:32.249611 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:40:43.821519 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 50580) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:40:43.929917 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-9eed7dc7-9a42-4abf-8c0f-f7580a9c3b83 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1073418 May 28 01:40:44.065582 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:40:46.039511 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 50590) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:40:46.092444 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-6f595eef-baf1-455d-a3c6-39faf2fe7d83 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0518768 May 28 01:40:56.916349 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-7da53b70-d6ad-4bc7-aa08-9f076821b2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:40:59.223719 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:40:59.422968 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:40:59.509002 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-9112bd9e-b9e0-4ffe-98b7-fc076b093057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:41:00.581703 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:41:02.250711 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:41:21.064074 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:41:26.917546 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-fd3835a9-a800-4743-8642-9d9e951f7bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:41:29.228318 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:41:29.426555 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:41:29.514085 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-8578863e-225e-4f78-b797-15f2999f6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:41:30.583749 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:41:32.255324 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:41:56.919312 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-aa2411cd-2378-4810-9523-13141bf576c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:41:58.063550 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:41:59.231947 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:41:59.434765 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:41:59.505125 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-10c07852-8cd6-4fd8-b860-e749bd0a348c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:00.586893 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:02.259830 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:14.932360 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 50764) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:15.206416 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1653902158-network', 'tenant_id': '32440717f9724b4e981cecec3271f880'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:15.215129 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:15.219807 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Usage tracker for resource:network and tenant:32440717f9724b4e981cecec3271f880 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:15.222701 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:15.228761 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:15.239558 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Made reservation on behalf of 32440717f9724b4e981cecec3271f880 for: {'network': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:42:15.241954 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4178980'] for network, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:15.254602 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:15.268851 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:15.272786 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Usage tracker for resource:security_group_rule and tenant:32440717f9724b4e981cecec3271f880 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:15.275702 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:15.281390 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:15.385092 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:15.389245 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:15.393727 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:15.425522 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40068a3b-adcd-41ed-b08b-c666ff1b4510,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:15.427619 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=98373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 01:42:15.434686 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:15.435021 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:15.435524 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:15.435924 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:15.436255 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:15.436582 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:15.436895 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:15.437208 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:15.437542 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:15.437850 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:15.438158 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:15.438719 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Tracked resource versions report: May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: pushed versions: May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: { 'AddressGroup': {'1.2'}, May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'ConntrackHelper': {'1.0'}, May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'Log': {'1.0'}, May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'Network': {'1.1'}, May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'Port': {'1.7'}, May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'PortForwarding': {'1.2'}, May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'QosPolicy': {'1.8'}, May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'SecurityGroup': {'1.4'}, May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'SecurityGroupRule': {'1.2'}, May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'SubPort': {'1.0'}, May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'Subnet': {'1.1'}, May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'Trunk': {'1.1'}} May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: consumer versions: May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: { DHCP agent@dv-cinder-793515-1-smb: {}, May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: HyperV agent@hv-cinder-79351: {}, May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: L3 agent@dv-cinder-793515-1-smb: {}, May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: Metadata agent@dv-cinder-793515-1-smb: {}, May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: Metering agent@dv-cinder-793515-1-smb: {}, May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: Open vSwitch agent@dv-cinder-793515-1-smb: { 'AddressGroup': '1.2', May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'ConntrackHelper': '1.0', May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'Log': '1.0', May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'Network': '1.1', May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'Port': '1.7', May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'PortForwarding': '1.2', May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'QosPolicy': '1.8', May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'SecurityGroup': '1.4', May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'SecurityGroupRule': '1.2', May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'SubPort': '1.0', May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'Subnet': '1.1', May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: 'Trunk': '1.1'}} May 28 01:42:15.439734 dv-cinder-793515-1-smb neutron-server[98373]: {{(pid=98373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 01:42:15.445624 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:15.458488 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:15.458943 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.segments_db [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Added segment d12d5d54-573a-46e8-8145-3515ecd566e1 of type vlan for network 52f0d540-8d57-41c6-a6dd-a20c995fd81e May 28 01:42:15.488743 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764330948172'] for network, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:15.522488 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760'] for network, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:15.524081 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:15.524650 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:15.529329 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-4896dc1b-f35d-469e-8a32-604f8e036a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:15.583438 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 50802) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:15.642682 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Pushing event updated for resources: {'Network': ['ID=52f0d540-8d57-41c6-a6dd-a20c995fd81e,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:15.652620 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7214847 May 28 01:42:15.653672 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:15.653832 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Network 52f0d540-8d57-41c6-a6dd-a20c995fd81e details requested by agent ovs-agent-dv-cinder-793515-1-smb with host dv-cinder-793515-1-smb {{(pid=98375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 01:42:15.655409 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 50810) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:15.662143 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-3e8af654-0c1e-4a2b-8f61-92d482faa444 admin admin] Request body: {'subnet': {'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1653902158-subnet', 'tenant_id': '32440717f9724b4e981cecec3271f880', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:15.666867 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-3e8af654-0c1e-4a2b-8f61-92d482faa444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:15.670830 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-3e8af654-0c1e-4a2b-8f61-92d482faa444 admin admin] Usage tracker for resource:subnet and tenant:32440717f9724b4e981cecec3271f880 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:15.674623 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-3e8af654-0c1e-4a2b-8f61-92d482faa444 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:15.681426 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-3e8af654-0c1e-4a2b-8f61-92d482faa444 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:15.698729 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8af654-0c1e-4a2b-8f61-92d482faa444 admin admin] Made reservation on behalf of 32440717f9724b4e981cecec3271f880 for: {'subnet': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:42:15.701367 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3e8af654-0c1e-4a2b-8f61-92d482faa444 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:15.835026 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 50820) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:15.951008 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1073038387-network', 'tenant_id': '6e93d884e97b4986ae88333d6a80b00c'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:15.957761 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:15.963188 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Usage tracker for resource:network and tenant:6e93d884e97b4986ae88333d6a80b00c is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:15.967946 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:15.975124 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:15.988001 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Made reservation on behalf of 6e93d884e97b4986ae88333d6a80b00c for: {'network': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:42:15.991455 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4178980'] for network, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:15.995538 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 50830) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:16.002456 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 50832) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:16.008007 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:16.028272 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:16.034259 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Usage tracker for resource:security_group_rule and tenant:6e93d884e97b4986ae88333d6a80b00c is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:16.038097 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:16.046447 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:16.153015 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:16.159502 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:16.176534 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3e8af654-0c1e-4a2b-8f61-92d482faa444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755'] for subnet, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:16.178537 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=98374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 01:42:16.182313 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-e5fb1333-ca63-4a1e-9fb4-8c1a25706430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:16.191764 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:16.192146 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.db.segments_db [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Added segment 666d0ef4-6f04-445a-b542-9a0890c9b152 of type vlan for network 157de08f-e2cd-4e4a-a493-6006286275a5 May 28 01:42:16.227785 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764330948172'] for network, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:16.264357 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8af654-0c1e-4a2b-8f61-92d482faa444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52254074-e28a-4080-9a1b-3e9eccf9a78c,revision_number=0']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:16.268900 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-network', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:16.272248 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:16.280474 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3e8af654-0c1e-4a2b-8f61-92d482faa444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:16.281324 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8af654-0c1e-4a2b-8f61-92d482faa444 admin admin] Checking segment: {'id': 'd12d5d54-573a-46e8-8145-3515ecd566e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:42:16.281856 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8af654-0c1e-4a2b-8f61-92d482faa444 admin admin] Network hostable DHCP agents. Network: 52f0d540-8d57-41c6-a6dd-a20c995fd81e, hostable agents: ['18dcb2a5-1deb-4e04-a203-0597d71fb4d8'], hosted agents: [] {{(pid=98373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 01:42:16.304901 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8af654-0c1e-4a2b-8f61-92d482faa444 admin admin] Network 52f0d540-8d57-41c6-a6dd-a20c995fd81e is scheduled to be hosted by DHCP agent 18dcb2a5-1deb-4e04-a203-0597d71fb4d8 with binding_index 1 {{(pid=98373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 01:42:16.307768 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:16.310085 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212aa02b-1ade-444d-96c2-50096b091523,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:16.320472 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:16.320700 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [None req-3e8af654-0c1e-4a2b-8f61-92d482faa444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-1-smb, 52f0d540-8d57-41c6-a6dd-a20c995fd81e) {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:42:16.320808 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:16.321218 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:16.321551 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:16.321960 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:16.322286 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:16.322617 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:16.323025 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:16.323416 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:16.323746 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:16.324088 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:16.324397 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Tracked resource versions report: May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: pushed versions: May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: { 'AddressGroup': {'1.2'}, May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'ConntrackHelper': {'1.0'}, May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'Log': {'1.0'}, May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'Network': {'1.1'}, May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'Port': {'1.7'}, May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'PortForwarding': {'1.2'}, May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'QosPolicy': {'1.8'}, May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'SecurityGroup': {'1.4'}, May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'SecurityGroupRule': {'1.2'}, May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'SubPort': {'1.0'}, May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'Subnet': {'1.1'}, May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'Trunk': {'1.1'}} May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: consumer versions: May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: { DHCP agent@dv-cinder-793515-1-smb: {}, May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: HyperV agent@hv-cinder-79351: {}, May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: L3 agent@dv-cinder-793515-1-smb: {}, May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: Metadata agent@dv-cinder-793515-1-smb: {}, May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: Metering agent@dv-cinder-793515-1-smb: {}, May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: Open vSwitch agent@dv-cinder-793515-1-smb: { 'AddressGroup': '1.2', May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'ConntrackHelper': '1.0', May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'Log': '1.0', May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'Network': '1.1', May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'Port': '1.7', May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'PortForwarding': '1.2', May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'QosPolicy': '1.8', May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'SecurityGroup': '1.4', May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'SecurityGroupRule': '1.2', May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'SubPort': '1.0', May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'Subnet': '1.1', May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: 'Trunk': '1.1'}} May 28 01:42:16.325569 dv-cinder-793515-1-smb neutron-server[98374]: {{(pid=98374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 01:42:16.328063 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760'] for network, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:16.329335 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Usage tracker for resource:network and tenant:754c0001c83d4af1bdc6a16555b480e4 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:16.332323 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:16.335546 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c9409c-aa53-4683-9ff2-2a146e7a1622 None None] Network 52f0d540-8d57-41c6-a6dd-a20c995fd81e requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:42:16.343664 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8af654-0c1e-4a2b-8f61-92d482faa444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:16.346630 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3e8af654-0c1e-4a2b-8f61-92d482faa444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:16.352135 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:16.355569 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:16.356243 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:16.370108 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:16.374192 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-3e8af654-0c1e-4a2b-8f61-92d482faa444 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7175839 May 28 01:42:16.390447 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:16.399359 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-435730409-network', 'tenant_id': '357786e7c6964f0d864c36dcdcb2a7fe'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:16.404352 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:16.408862 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Usage tracker for resource:network and tenant:357786e7c6964f0d864c36dcdcb2a7fe is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:16.421406 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:16.435309 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2015987445-network', 'tenant_id': '6f5260c4720641669e5750d992338084'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:16.443021 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:16.455164 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:16.480434 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Usage tracker for resource:network and tenant:6f5260c4720641669e5750d992338084 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:16.490336 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:16.499417 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:16.505724 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Made reservation on behalf of 357786e7c6964f0d864c36dcdcb2a7fe for: {'network': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:42:16.508508 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4178980'] for network, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:16.540207 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:16.573385 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:16.584623 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Made reservation on behalf of 6f5260c4720641669e5750d992338084 for: {'network': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:42:16.586671 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Made reservation on behalf of 754c0001c83d4af1bdc6a16555b480e4 for: {'network': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:42:16.589059 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4178980'] for network, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:16.590079 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4178980'] for network, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:16.607785 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Usage tracker for resource:security_group_rule and tenant:357786e7c6964f0d864c36dcdcb2a7fe is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:16.619227 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:16.625951 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:16.634561 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:16.660977 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:16.669074 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:16.678150 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Usage tracker for resource:security_group_rule and tenant:6f5260c4720641669e5750d992338084 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:16.679586 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0950093 May 28 01:42:16.682028 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 50860) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:16.684200 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:16.685647 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Pushing event updated for resources: {'Network': ['ID=157de08f-e2cd-4e4a-a493-6006286275a5,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:16.692546 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-496f4f65-8a05-4d36-b285-c74cc359045c admin admin] Request body: {'subnet': {'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1073038387-subnet', 'tenant_id': '6e93d884e97b4986ae88333d6a80b00c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:16.706347 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:16.707048 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:16.708359 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-496f4f65-8a05-4d36-b285-c74cc359045c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:16.715643 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:16.721435 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-496f4f65-8a05-4d36-b285-c74cc359045c admin admin] Usage tracker for resource:subnet and tenant:6e93d884e97b4986ae88333d6a80b00c is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:16.726265 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Network 157de08f-e2cd-4e4a-a493-6006286275a5 details requested by agent ovs-agent-dv-cinder-793515-1-smb with host dv-cinder-793515-1-smb {{(pid=98375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 01:42:16.736888 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Usage tracker for resource:security_group_rule and tenant:754c0001c83d4af1bdc6a16555b480e4 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:16.740391 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-496f4f65-8a05-4d36-b285-c74cc359045c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:16.751781 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:16.773104 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-496f4f65-8a05-4d36-b285-c74cc359045c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:16.775880 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:16.797193 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d91c4cf-34f9-453c-b3d1-9bea898955e4 None None] Network 52f0d540-8d57-41c6-a6dd-a20c995fd81e requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:42:16.812810 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496f4f65-8a05-4d36-b285-c74cc359045c admin admin] Made reservation on behalf of 6e93d884e97b4986ae88333d6a80b00c for: {'subnet': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:42:16.815807 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-496f4f65-8a05-4d36-b285-c74cc359045c admin admin] Notify callbacks [] for subnet, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:16.874246 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:16.881126 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:16.900327 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=98373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 01:42:16.913067 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:16.913665 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.segments_db [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Added segment 683557b9-0f6d-418f-8094-bb08a0f6b351 of type vlan for network 4e1dfb91-ef5a-4b0c-8794-a38bb678cc05 May 28 01:42:16.978108 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764330948172'] for network, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:17.013808 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:17.135265 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.db.resource_extend [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 01:42:17.202894 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:17.246219 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee581ab6-f269-4067-8e5a-31dd01276810,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:17.249334 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:17.254025 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760'] for network, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:17.256970 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:17.257479 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:17.333201 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:17.339330 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:17.353813 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=98374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 01:42:17.365646 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:17.366069 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.db.segments_db [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Added segment ce986316-ef6e-4159-a849-45e757f20df5 of type vlan for network 3463d1e7-4623-4440-bb64-03cc52099eb5 May 28 01:42:17.401929 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764330948172'] for network, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:17.432100 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:17.478478 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fb9742-59da-49e5-99c6-19a7e7283c80,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:17.485064 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760'] for network, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:17.486673 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:17.527158 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Pushing event updated for resources: {'Network': ['ID=4e1dfb91-ef5a-4b0c-8794-a38bb678cc05,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:17.531219 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5245721 May 28 01:42:17.532146 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:17.538636 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Network 4e1dfb91-ef5a-4b0c-8794-a38bb678cc05 details requested by agent ovs-agent-dv-cinder-793515-1-smb with host dv-cinder-793515-1-smb {{(pid=98375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 01:42:17.545635 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 50904) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:17.549591 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:17.554097 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-324e45f9-44ca-48aa-9803-f0b4a884cfe5 admin admin] Request body: {'subnet': {'network_id': '4e1dfb91-ef5a-4b0c-8794-a38bb678cc05', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-435730409-subnet', 'tenant_id': '357786e7c6964f0d864c36dcdcb2a7fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:17.559846 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-324e45f9-44ca-48aa-9803-f0b4a884cfe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:17.565765 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:17.604109 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=98373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 01:42:17.611180 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:17.611771 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:17.630188 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:17.630596 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.segments_db [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Added segment 985141e6-1f81-496f-9282-336b6bf45064 of type vlan for network bdc60d33-e9c0-4949-9beb-f30de8d059da May 28 01:42:17.631703 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:17.671351 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-324e45f9-44ca-48aa-9803-f0b4a884cfe5 admin admin] Usage tracker for resource:subnet and tenant:357786e7c6964f0d864c36dcdcb2a7fe is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:17.674341 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:17.704567 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-324e45f9-44ca-48aa-9803-f0b4a884cfe5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:17.709640 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764330948172'] for network, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:17.731150 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-324e45f9-44ca-48aa-9803-f0b4a884cfe5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:17.793643 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9544063-d636-4683-8530-5921cf57ca4b,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:17.800856 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:17.816347 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760'] for network, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:17.818829 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:17.819742 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:17.831843 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:17.863113 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Pushing event updated for resources: {'Network': ['ID=3463d1e7-4623-4440-bb64-03cc52099eb5,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:17.870549 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0342534 May 28 01:42:17.872210 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:17.873006 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 50914) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:17.878294 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Network 3463d1e7-4623-4440-bb64-03cc52099eb5 details requested by agent ovs-agent-dv-cinder-793515-1-smb with host dv-cinder-793515-1-smb {{(pid=98375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 01:42:17.895216 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-bab5a310-3a7a-4a4f-8b53-b296130ca923 admin admin] Request body: {'subnet': {'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-subnet', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:17.906362 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-bab5a310-3a7a-4a4f-8b53-b296130ca923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:17.909657 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324e45f9-44ca-48aa-9803-f0b4a884cfe5 admin admin] Made reservation on behalf of 357786e7c6964f0d864c36dcdcb2a7fe for: {'subnet': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:42:17.915546 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-324e45f9-44ca-48aa-9803-f0b4a884cfe5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:17.926170 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-bab5a310-3a7a-4a4f-8b53-b296130ca923 admin admin] Usage tracker for resource:subnet and tenant:754c0001c83d4af1bdc6a16555b480e4 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:17.929930 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-bab5a310-3a7a-4a4f-8b53-b296130ca923 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:17.952393 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-bab5a310-3a7a-4a4f-8b53-b296130ca923 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:18.096891 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab5a310-3a7a-4a4f-8b53-b296130ca923 admin admin] Made reservation on behalf of 754c0001c83d4af1bdc6a16555b480e4 for: {'subnet': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:42:18.097214 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0966072 May 28 01:42:18.101019 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-bab5a310-3a7a-4a4f-8b53-b296130ca923 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:18.118408 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 50928) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:18.124300 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-496f4f65-8a05-4d36-b285-c74cc359045c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755'] for subnet, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:18.130995 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-da59d163-e8b0-4462-b9b2-63d232af8a9d admin admin] Request body: {'subnet': {'network_id': 'bdc60d33-e9c0-4949-9beb-f30de8d059da', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2015987445-subnet', 'tenant_id': '6f5260c4720641669e5750d992338084', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:18.170984 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Pushing event updated for resources: {'Network': ['ID=bdc60d33-e9c0-4949-9beb-f30de8d059da,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:18.175495 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:18.183260 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Network bdc60d33-e9c0-4949-9beb-f30de8d059da details requested by agent ovs-agent-dv-cinder-793515-1-smb with host dv-cinder-793515-1-smb {{(pid=98375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 01:42:18.243936 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-da59d163-e8b0-4462-b9b2-63d232af8a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:18.247890 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-da59d163-e8b0-4462-b9b2-63d232af8a9d admin admin] Usage tracker for resource:subnet and tenant:6f5260c4720641669e5750d992338084 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:18.251356 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-da59d163-e8b0-4462-b9b2-63d232af8a9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:18.257428 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-da59d163-e8b0-4462-b9b2-63d232af8a9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:18.279296 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:18.311650 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da59d163-e8b0-4462-b9b2-63d232af8a9d admin admin] Made reservation on behalf of 6f5260c4720641669e5750d992338084 for: {'subnet': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:42:18.311650 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-da59d163-e8b0-4462-b9b2-63d232af8a9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:18.459990 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 50948) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:18.463321 dv-cinder-793515-1-smb neutron-server[98373]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 28 01:42:18.497414 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496f4f65-8a05-4d36-b285-c74cc359045c admin admin] Checking segment: {'id': '666d0ef4-6f04-445a-b542-9a0890c9b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:42:18.497755 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496f4f65-8a05-4d36-b285-c74cc359045c admin admin] Network hostable DHCP agents. Network: 157de08f-e2cd-4e4a-a493-6006286275a5, hostable agents: ['18dcb2a5-1deb-4e04-a203-0597d71fb4d8'], hosted agents: [] {{(pid=98374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 01:42:18.504491 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f4f65-8a05-4d36-b285-c74cc359045c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b312163-fab7-44a7-800f-e4a469a8099d,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:18.509382 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-496f4f65-8a05-4d36-b285-c74cc359045c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:18.575762 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496f4f65-8a05-4d36-b285-c74cc359045c admin admin] Network 157de08f-e2cd-4e4a-a493-6006286275a5 is scheduled to be hosted by DHCP agent 18dcb2a5-1deb-4e04-a203-0597d71fb4d8 with binding_index 1 {{(pid=98374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 01:42:18.635697 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-496f4f65-8a05-4d36-b285-c74cc359045c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-1-smb, 157de08f-e2cd-4e4a-a493-6006286275a5) {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:42:18.646094 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5385984-f786-4dbf-b2aa-4107d2a624ef None None] Network 157de08f-e2cd-4e4a-a493-6006286275a5 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:42:18.655367 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496f4f65-8a05-4d36-b285-c74cc359045c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:18.655977 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-496f4f65-8a05-4d36-b285-c74cc359045c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:18.664806 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-d96b94b9-9000-41e9-a919-225d7d096e81 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:18.665598 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-d96b94b9-9000-41e9-a919-225d7d096e81 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Synchronizing usage tracker for tenant:32440717f9724b4e981cecec3271f880 on resource:network {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:42:18.707482 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-d96b94b9-9000-41e9-a919-225d7d096e81 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Unset dirty status for tenant:32440717f9724b4e981cecec3271f880 on resource:network {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:42:18.714999 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-d96b94b9-9000-41e9-a919-225d7d096e81 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/networks?id=52f0d540-8d57-41c6-a6dd-a20c995fd81e HTTP/1.1" status: 200 len: 815 time: 0.2536910 May 28 01:42:18.726188 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-324e45f9-44ca-48aa-9803-f0b4a884cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755'] for subnet, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:18.729397 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-496f4f65-8a05-4d36-b285-c74cc359045c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0462425 May 28 01:42:18.734488 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 50958) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:18.735034 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:18.800174 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-04f0044c-fe59-4653-b9ba-3f1c7a6df6a5 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/quotas/32440717f9724b4e981cecec3271f880 HTTP/1.1" status: 200 len: 375 time: 0.0840526 May 28 01:42:18.810354 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1073038387-router', 'tenant_id': '6e93d884e97b4986ae88333d6a80b00c', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:18.886704 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:18.897042 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324e45f9-44ca-48aa-9803-f0b4a884cfe5 admin admin] Checking segment: {'id': '683557b9-0f6d-418f-8094-bb08a0f6b351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4e1dfb91-ef5a-4b0c-8794-a38bb678cc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:42:18.897390 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324e45f9-44ca-48aa-9803-f0b4a884cfe5 admin admin] Network hostable DHCP agents. Network: 4e1dfb91-ef5a-4b0c-8794-a38bb678cc05, hostable agents: ['18dcb2a5-1deb-4e04-a203-0597d71fb4d8'], hosted agents: [] {{(pid=98373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 01:42:18.913039 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Usage tracker for resource:router and tenant:6e93d884e97b4986ae88333d6a80b00c is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:18.933142 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:18.949284 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324e45f9-44ca-48aa-9803-f0b4a884cfe5 admin admin] Network 4e1dfb91-ef5a-4b0c-8794-a38bb678cc05 is scheduled to be hosted by DHCP agent 18dcb2a5-1deb-4e04-a203-0597d71fb4d8 with binding_index 1 {{(pid=98373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 01:42:18.967100 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:18.969033 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5ab7e3-db33-4355-8710-9c4d67c83b6e None None] Network 157de08f-e2cd-4e4a-a493-6006286275a5 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:42:18.982844 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-2d5d497b-15e6-45fd-bfee-9e4a866625d0 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=32440717f9724b4e981cecec3271f880&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1817670 May 28 01:42:18.987232 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e45f9-44ca-48aa-9803-f0b4a884cfe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ec22874-76bb-4a05-b89b-c1a052bc1aa3,revision_number=0']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:18.995868 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-324e45f9-44ca-48aa-9803-f0b4a884cfe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:18.996862 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [None req-324e45f9-44ca-48aa-9803-f0b4a884cfe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-1-smb, 4e1dfb91-ef5a-4b0c-8794-a38bb678cc05) {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:42:19.002898 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324e45f9-44ca-48aa-9803-f0b4a884cfe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:19.003481 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-324e45f9-44ca-48aa-9803-f0b4a884cfe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:19.023116 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6847'] for router, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:19.024399 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1020607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6836'] for router, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:19.036223 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-324e45f9-44ca-48aa-9803-f0b4a884cfe5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4893432 May 28 01:42:19.049170 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:19.200403 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7329d160-58cd-4e81-9874-3cb0c3d03241 None None] Network 4e1dfb91-ef5a-4b0c-8794-a38bb678cc05 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:42:19.308410 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-bab5a310-3a7a-4a4f-8b53-b296130ca923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755'] for subnet, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:19.334758 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:19.476708 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-da59d163-e8b0-4462-b9b2-63d232af8a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755'] for subnet, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:19.536162 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03f3142-a885-4557-882a-bc302d0bea3f None None] Network 4e1dfb91-ef5a-4b0c-8794-a38bb678cc05 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:42:19.547348 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5a310-3a7a-4a4f-8b53-b296130ca923 admin admin] Checking segment: {'id': 'ce986316-ef6e-4159-a849-45e757f20df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:42:19.547937 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab5a310-3a7a-4a4f-8b53-b296130ca923 admin admin] Network hostable DHCP agents. Network: 3463d1e7-4623-4440-bb64-03cc52099eb5, hostable agents: ['18dcb2a5-1deb-4e04-a203-0597d71fb4d8'], hosted agents: [] {{(pid=98374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 01:42:19.583198 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5a310-3a7a-4a4f-8b53-b296130ca923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61422ffd-2b35-4f4c-a3bf-b8c5addbfe48,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:19.599929 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-bab5a310-3a7a-4a4f-8b53-b296130ca923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:19.604329 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-1c280c5f-53b5-4005-8f37-41a3a7d7b11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:19.606072 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-088667f3-2e1a-47a7-afc3-e54cd4101f60 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 01:42:19.613361 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-088667f3-2e1a-47a7-afc3-e54cd4101f60 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3002152 May 28 01:42:19.747933 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59d163-e8b0-4462-b9b2-63d232af8a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=038d753b-cfea-42ee-9828-05b75794900b,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:19.756378 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-da59d163-e8b0-4462-b9b2-63d232af8a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:19.757629 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da59d163-e8b0-4462-b9b2-63d232af8a9d admin admin] Checking segment: {'id': '985141e6-1f81-496f-9282-336b6bf45064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bdc60d33-e9c0-4949-9beb-f30de8d059da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:42:19.758003 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da59d163-e8b0-4462-b9b2-63d232af8a9d admin admin] Network hostable DHCP agents. Network: bdc60d33-e9c0-4949-9beb-f30de8d059da, hostable agents: ['18dcb2a5-1deb-4e04-a203-0597d71fb4d8'], hosted agents: [] {{(pid=98374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 01:42:19.765485 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab5a310-3a7a-4a4f-8b53-b296130ca923 admin admin] Network 3463d1e7-4623-4440-bb64-03cc52099eb5 is scheduled to be hosted by DHCP agent 18dcb2a5-1deb-4e04-a203-0597d71fb4d8 with binding_index 1 {{(pid=98374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 01:42:19.792318 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-bab5a310-3a7a-4a4f-8b53-b296130ca923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-1-smb, 3463d1e7-4623-4440-bb64-03cc52099eb5) {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:42:19.798203 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab5a310-3a7a-4a4f-8b53-b296130ca923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:19.798797 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-bab5a310-3a7a-4a4f-8b53-b296130ca923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:19.831690 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-f92c2325-f680-43ca-835a-7305d3d069fa service neutron] 10.222.0.32 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174926 May 28 01:42:19.840170 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78ddf32-1249-4bbe-aa4f-ce13f7a51d6e None None] Network 3463d1e7-4623-4440-bb64-03cc52099eb5 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:42:19.900609 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da59d163-e8b0-4462-b9b2-63d232af8a9d admin admin] Network bdc60d33-e9c0-4949-9beb-f30de8d059da is scheduled to be hosted by DHCP agent 18dcb2a5-1deb-4e04-a203-0597d71fb4d8 with binding_index 1 {{(pid=98374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 01:42:19.919958 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-da59d163-e8b0-4462-b9b2-63d232af8a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-1-smb, bdc60d33-e9c0-4949-9beb-f30de8d059da) {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:42:19.932326 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf76f86-3712-484c-a1d6-7d7554669569 None None] Network bdc60d33-e9c0-4949-9beb-f30de8d059da requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:42:19.938250 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da59d163-e8b0-4462-b9b2-63d232af8a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:19.944233 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-da59d163-e8b0-4462-b9b2-63d232af8a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:19.958496 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-bab5a310-3a7a-4a4f-8b53-b296130ca923 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0830200 May 28 01:42:19.975153 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51010) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:19.996117 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:20.015966 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:20.025366 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Usage tracker for resource:router and tenant:754c0001c83d4af1bdc6a16555b480e4 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:20.035119 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-da59d163-e8b0-4462-b9b2-63d232af8a9d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9154024 May 28 01:42:20.043293 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:20.053808 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:20.075295 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6850'] for router, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:20.084217 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6847'] for router, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:20.085643 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1020607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6836'] for router, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:20.114150 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:20.408977 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 51028) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:20.442112 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f710414-ce2a-401b-9a6b-d0486620a2b9 None None] Network bdc60d33-e9c0-4949-9beb-f30de8d059da requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:42:20.454540 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1856629909-network', 'tenant_id': 'dd281ed38cf14dd092eff5383c77d0b3'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:20.499908 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-6a73d75e-c175-4a51-a54d-d4a3ce06d8e3 service neutron] 10.222.0.32 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996380 May 28 01:42:20.538130 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffb1b018-9cd8-52c6-ac74-067ce0528836-3463d1e7-4623-4440-bb64-03cc52099eb5', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48'}]}} from dv-cinder-793515-1-smb. {{(pid=98375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 28 01:42:20.539028 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:20.687441 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:20.723710 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Usage tracker for resource:network and tenant:dd281ed38cf14dd092eff5383c77d0b3 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:20.730213 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:20.739661 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:20.761267 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Made reservation on behalf of dd281ed38cf14dd092eff5383c77d0b3 for: {'network': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:42:20.763294 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6850'] for router, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:20.764502 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4178980'] for network, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:20.875727 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:20.945522 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:20.955158 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Usage tracker for resource:security_group_rule and tenant:dd281ed38cf14dd092eff5383c77d0b3 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:20.960888 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:20.997514 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:21.090327 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.db_base_plugin_common [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Allocated IP 172.20.0.2 (3463d1e7-4623-4440-bb64-03cc52099eb5/61422ffd-2b35-4f4c-a3bf-b8c5addbfe48/48967942-11bc-448b-b591-cf219a75b19f) {{(pid=98375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:42:21.163454 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 51078) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:21.194704 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6031edd2-f6c1-484f-bf45-f68eb1d97194 req-70aa319e-29f9-4ea4-8c6e-cb0afe39f6a6 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 210 time: 0.0875683 May 28 01:42:21.384653 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:21.406335 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Notify callbacks [] for port, precommit_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:21.417105 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Transition to ACTIVE for port object 48967942-11bc-448b-b591-cf219a75b19f will not be triggered until provisioned by entity L2. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:42:21.435964 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Transition to ACTIVE for port object 48967942-11bc-448b-b591-cf219a75b19f will not be triggered until provisioned by entity DHCP. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:42:21.447761 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107'] for port, after_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:21.455933 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:21.459026 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:21.528433 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Network 3463d1e7-4623-4440-bb64-03cc52099eb5 is already hosted by enough agents. {{(pid=98375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:42:21.531469 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.scheduler.base_scheduler [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Resources bound (agent type, host, resource id): {{(pid=98375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:42:21.535986 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Received port after_create {{(pid=98375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:42:21.603106 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Pushing event updated for resources: {'Port': ['ID=48967942-11bc-448b-b591-cf219a75b19f,revision_number=1']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:21.618517 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:21.629111 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-5ca9dea0-bd99-4d05-a783-5fab9df2d15c tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:21.629806 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-5ca9dea0-bd99-4d05-a783-5fab9df2d15c tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Synchronizing usage tracker for tenant:6f5260c4720641669e5750d992338084 on resource:network {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:42:21.649085 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:21.663002 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-94261d37-bd0c-4648-aca1-ae578b7c1718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:21.674966 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:21.675624 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:21.676304 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:21.676833 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:21.677421 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:21.678075 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:21.678552 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:21.679023 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:21.679505 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:21.680011 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:21.680596 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:21.681067 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Tracked resource versions report: May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: pushed versions: May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: { 'AddressGroup': {'1.2'}, May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'ConntrackHelper': {'1.0'}, May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'Log': {'1.0'}, May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'Network': {'1.1'}, May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'Port': {'1.7'}, May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'PortForwarding': {'1.2'}, May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'QosPolicy': {'1.8'}, May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'SecurityGroup': {'1.4'}, May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'SecurityGroupRule': {'1.2'}, May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'SubPort': {'1.0'}, May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'Subnet': {'1.1'}, May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'Trunk': {'1.1'}} May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: consumer versions: May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: { DHCP agent@dv-cinder-793515-1-smb: {}, May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: HyperV agent@hv-cinder-79351: {}, May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: L3 agent@dv-cinder-793515-1-smb: {}, May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: Metadata agent@dv-cinder-793515-1-smb: {}, May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: Metering agent@dv-cinder-793515-1-smb: {}, May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: Open vSwitch agent@dv-cinder-793515-1-smb: { 'AddressGroup': '1.2', May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'ConntrackHelper': '1.0', May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'Log': '1.0', May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'Network': '1.1', May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'Port': '1.7', May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'PortForwarding': '1.2', May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'QosPolicy': '1.8', May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'SecurityGroup': '1.4', May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'SecurityGroupRule': '1.2', May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'SubPort': '1.0', May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'Subnet': '1.1', May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: 'Trunk': '1.1'}} May 28 01:42:21.682309 dv-cinder-793515-1-smb neutron-server[98375]: {{(pid=98375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 01:42:21.691668 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:21.702862 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:21.711050 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Attempting to bind port 48967942-11bc-448b-b591-cf219a75b19f on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:42:21.711641 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Attempting to bind port 48967942-11bc-448b-b591-cf219a75b19f by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': 'ce986316-ef6e-4159-a849-45e757f20df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5'}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:42:21.712275 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Attempting to bind port 48967942-11bc-448b-b591-cf219a75b19f on network 3463d1e7-4623-4440-bb64-03cc52099eb5 {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:42:21.713281 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_common [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Allocated IP 172.28.1.231 (5b4592e9-59af-4549-9f0c-c75a5f18ce50/a16ae849-d4aa-45ca-8c4c-825a3c72e0a4/dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2) {{(pid=98374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:42:21.718452 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:42:21.718932 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Checking segment: {'id': 'ce986316-ef6e-4159-a849-45e757f20df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:42:21.719217 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:21.719640 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Bound using segment: {'id': 'ce986316-ef6e-4159-a849-45e757f20df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5'} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:42:21.721338 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Bound port: 48967942-11bc-448b-b591-cf219a75b19f, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce986316-ef6e-4159-a849-45e757f20df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5'}}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:42:21.721338 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:21.748033 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=98373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 01:42:21.772241 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-5ca9dea0-bd99-4d05-a783-5fab9df2d15c tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Unset dirty status for tenant:6f5260c4720641669e5750d992338084 on resource:network {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:42:21.773617 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-5ca9dea0-bd99-4d05-a783-5fab9df2d15c tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/networks?id=bdc60d33-e9c0-4949-9beb-f30de8d059da HTTP/1.1" status: 200 len: 812 time: 0.6024444 May 28 01:42:21.779442 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed0b9c8-2c69-41be-92fd-5a56cad95c9c,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:21.788263 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:21.793385 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:21.801966 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:21.802586 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.segments_db [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Added segment dfb493db-e535-4d08-8fa8-fdadd719987d of type vlan for network ab1e344b-3ad6-4878-b637-98310dcbe674 May 28 01:42:21.874902 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-a45c8caf-223a-4d3a-aa9d-5dcb803ae25a tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/quotas/6f5260c4720641669e5750d992338084 HTTP/1.1" status: 200 len: 375 time: 0.0854356 May 28 01:42:21.883372 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] For port 48967942-11bc-448b-b591-cf219a75b19f, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:42:21.886732 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] For port 48967942-11bc-448b-b591-cf219a75b19f, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=48967942-11bc-448b-b591-cf219a75b19f,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:42:21.898714 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:21.902777 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:22.021887 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:22.022944 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Pushing event updated for resources: {'Port': ['ID=48967942-11bc-448b-b591-cf219a75b19f,revision_number=2']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:22.026172 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:22.081436 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107'] for port, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:22.087527 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:22.150274 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-9ebb41d6-5454-4ee6-aff0-f6ff2b2edbb1 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f5260c4720641669e5750d992338084&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2692988 May 28 01:42:22.161866 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:42:22.169867 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:42:22.175436 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Received port after_create {{(pid=98374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:42:22.358329 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Allocated IP 172.28.1.117 (5b4592e9-59af-4549-9f0c-c75a5f18ce50/a16ae849-d4aa-45ca-8c4c-825a3c72e0a4/9542a0f3-a349-41b8-a3b2-237940272e96) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:42:22.458202 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Pushing event updated for resources: {'Port': ['ID=dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:22.461599 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:22.525408 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764330948172'] for network, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:22.603369 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6184deb3-488b-459b-b1ef-6fad34d44f52 req-c229f122-ec9f-4561-92e2-e6398424717a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 210 time: 0.0728123 May 28 01:42:22.652805 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-edcd2296-ac15-4504-b76c-9ef32f1ea05e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 01:42:22.653921 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-edcd2296-ac15-4504-b76c-9ef32f1ea05e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0901117 May 28 01:42:22.750561 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760'] for network, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:22.758009 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:22.758588 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:22.779562 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:22.794255 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:22.808284 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:22.949187 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:23.053578 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6162155 May 28 01:42:23.056198 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51156) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:23.066038 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-4c4238c5-7bd8-40ed-8214-e79a71ce18a8 admin admin] Request body: {'subnet': {'network_id': 'ab1e344b-3ad6-4878-b637-98310dcbe674', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1856629909-subnet', 'tenant_id': 'dd281ed38cf14dd092eff5383c77d0b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:23.073927 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-4c4238c5-7bd8-40ed-8214-e79a71ce18a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:23.076046 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51160) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:23.086604 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-4c4238c5-7bd8-40ed-8214-e79a71ce18a8 admin admin] Usage tracker for resource:subnet and tenant:dd281ed38cf14dd092eff5383c77d0b3 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:23.092073 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Pushing event updated for resources: {'Network': ['ID=ab1e344b-3ad6-4878-b637-98310dcbe674,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:23.093521 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-4c4238c5-7bd8-40ed-8214-e79a71ce18a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:23.097619 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-f0169d5a-8ea5-41bc-8715-0e03cb907f45 service neutron] 10.222.0.32 "GET /v2.0/networks/bdc60d33-e9c0-4949-9beb-f30de8d059da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336929 May 28 01:42:23.102926 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:23.103498 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:23.104199 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Network ab1e344b-3ad6-4878-b637-98310dcbe674 details requested by agent ovs-agent-dv-cinder-793515-1-smb with host dv-cinder-793515-1-smb {{(pid=98375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 01:42:23.121843 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-4c4238c5-7bd8-40ed-8214-e79a71ce18a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:23.209948 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:42:23.234950 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:42:23.258946 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:42:23.279732 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4238c5-7bd8-40ed-8214-e79a71ce18a8 admin admin] Made reservation on behalf of dd281ed38cf14dd092eff5383c77d0b3 for: {'subnet': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:42:23.283606 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4c4238c5-7bd8-40ed-8214-e79a71ce18a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:23.469167 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Pushing event updated for resources: {'Port': ['ID=9542a0f3-a349-41b8-a3b2-237940272e96,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:23.477879 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:23.501470 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bc8c6e-6cac-445a-b014-e47d32413f59 None None] Network 3463d1e7-4623-4440-bb64-03cc52099eb5 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:42:23.581859 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-8be38c6f-65ba-4e92-b83d-d861fb77b4c2 service neutron] 10.222.0.32 "GET /v2.0/networks/bdc60d33-e9c0-4949-9beb-f30de8d059da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399927 May 28 01:42:23.660408 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-0cda4b50-ec49-4a19-a9e6-340adbb1636c None None] Provisioning for port 48967942-11bc-448b-b591-cf219a75b19f completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:42:23.661447 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025286'] for router, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:23.821264 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.20', 61950) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:23.926462 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 48967942-11bc-448b-b591-cf219a75b19f up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:42:23.995190 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a52d1553-4520-40f2-8b87-0e3f64c606c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:24.026884 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port 48967942-11bc-448b-b591-cf219a75b19f completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:42:24.033820 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 48967942-11bc-448b-b591-cf219a75b19f triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:42:24.034255 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:24.400707 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:24.449974 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port 48967942-11bc-448b-b591-cf219a75b19f, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=48967942-11bc-448b-b591-cf219a75b19f,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:42:24.458251 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:24.460643 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:24.468652 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-62770840-3713-4184-a83b-7a36a661c5fb req-1d323974-2eed-4f3b-8aca-8244db6550e2 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 210 time: 0.5474367 May 28 01:42:24.475296 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-a52d1553-4520-40f2-8b87-0e3f64c606c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:24.488913 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9a13a704-cdc7-4dad-984e-8f1ef3e59947 req-742bd4ff-bf02-4c6b-a798-30f555ac4d5e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 210 time: 0.4160097 May 28 01:42:24.505077 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-a52d1553-4520-40f2-8b87-0e3f64c606c2 admin admin] Usage tracker for resource:security_group_rule and tenant:dcfc379edb3242f0a8ad66559cf98662 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:24.514098 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-a52d1553-4520-40f2-8b87-0e3f64c606c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:24.566139 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-6a6496ad-1f06-42c5-9a96-b13a9b74daa6 None None] Provisioning complete for port 48967942-11bc-448b-b591-cf219a75b19f triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:42:24.566406 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6a6496ad-1f06-42c5-9a96-b13a9b74daa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:24.623259 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-eff8f732-214a-481e-a11a-8b5307bf9e18 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:24.624913 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-eff8f732-214a-481e-a11a-8b5307bf9e18 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.20 "GET /v2.0/networks?id=52f0d540-8d57-41c6-a6dd-a20c995fd81e HTTP/1.1" status: 200 len: 815 time: 0.8025603 May 28 01:42:24.645217 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:24.647408 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-a52d1553-4520-40f2-8b87-0e3f64c606c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:24.651788 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=48967942-11bc-448b-b591-cf219a75b19f,revision_number=3']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:24.657507 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:24.725991 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-f0401085-fea1-453f-b364-81259660af27 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Request body: {'port': {'device_id': 'fa44044d-f71d-4ef2-8b87-5a311a03df3e', 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e', 'admin_state_up': True, 'tenant_id': '32440717f9724b4e981cecec3271f880'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:24.923450 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 is scheduled to L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 with binding_index 1 {{(pid=98374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 01:42:25.170314 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-f0401085-fea1-453f-b364-81259660af27 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:25.186377 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-f0401085-fea1-453f-b364-81259660af27 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Usage tracker for resource:port and tenant:32440717f9724b4e981cecec3271f880 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:25.220452 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-f0401085-fea1-453f-b364-81259660af27 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:25.233402 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-f0401085-fea1-453f-b364-81259660af27 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:25.302321 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a52d1553-4520-40f2-8b87-0e3f64c606c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:25.322363 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a52d1553-4520-40f2-8b87-0e3f64c606c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:25.323224 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4c4238c5-7bd8-40ed-8214-e79a71ce18a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755'] for subnet, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:25.349001 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-5b5ed133-d2d0-4c0b-beb4-6a91c4118e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:25.379721 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-f0401085-fea1-453f-b364-81259660af27 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Made reservation on behalf of 32440717f9724b4e981cecec3271f880 for: {'port': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:42:25.386793 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-f0401085-fea1-453f-b364-81259660af27 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:25.388323 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:42:25.399869 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Sync routers for ids ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'] in dv-cinder-793515-1-smb {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:42:25.415657 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Routers {'633c5120-cd69-4d2e-b712-7d48ce6c7a10'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:42:25.418264 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:41:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:25.427370 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-a52d1553-4520-40f2-8b87-0e3f64c606c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dcfc379edb3242f0a8ad66559cf98662&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3478465 May 28 01:42:25.435625 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51268) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:25.439502 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d1553-4520-40f2-8b87-0e3f64c606c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cd1d10-efdd-48cb-84f2-644a054129d7,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:25.444080 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-a52d1553-4520-40f2-8b87-0e3f64c606c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:25.456617 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-496f4f65-8a05-4d36-b285-c74cc359045c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:25.587026 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025286'] for router, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:25.661630 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Notify callbacks [] for router, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:25.665346 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6852281 May 28 01:42:25.668125 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4238c5-7bd8-40ed-8214-e79a71ce18a8 admin admin] Checking segment: {'id': 'dfb493db-e535-4d08-8fa8-fdadd719987d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ab1e344b-3ad6-4878-b637-98310dcbe674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:42:25.668626 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4238c5-7bd8-40ed-8214-e79a71ce18a8 admin admin] Network hostable DHCP agents. Network: ab1e344b-3ad6-4878-b637-98310dcbe674, hostable agents: ['18dcb2a5-1deb-4e04-a203-0597d71fb4d8'], hosted agents: [] {{(pid=98374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 01:42:25.682494 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51286) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:25.829517 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Set router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:42:25.836854 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4238c5-7bd8-40ed-8214-e79a71ce18a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a818cbe8-5f86-4289-9014-3b226793dd25,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:25.844009 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-4c4238c5-7bd8-40ed-8214-e79a71ce18a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:25.934906 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 48967942-11bc-448b-b591-cf219a75b19f up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:42:26.015311 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-92c6894f-ada0-4c9a-acc4-43a2cb852069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:26.027393 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4238c5-7bd8-40ed-8214-e79a71ce18a8 admin admin] Network ab1e344b-3ad6-4878-b637-98310dcbe674 is scheduled to be hosted by DHCP agent 18dcb2a5-1deb-4e04-a203-0597d71fb4d8 with binding_index 1 {{(pid=98374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 01:42:26.050895 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b3eea9ce-9b0e-4e97-a1f9-d6a86f216a43 req-116f40b2-f399-455e-945f-c369eb420c07 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 210 time: 0.1782568 May 28 01:42:26.069027 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 48967942-11bc-448b-b591-cf219a75b19f triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:42:26.069304 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:26.177278 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-4c4238c5-7bd8-40ed-8214-e79a71ce18a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-1-smb, ab1e344b-3ad6-4878-b637-98310dcbe674) {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:42:26.207439 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4238c5-7bd8-40ed-8214-e79a71ce18a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:26.210934 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4c4238c5-7bd8-40ed-8214-e79a71ce18a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:26.240891 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590df668-f40b-4ba5-85d3-495885559dd4 None None] Network ab1e344b-3ad6-4878-b637-98310dcbe674 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:42:26.246627 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f96e8abd-e5eb-4091-bbb5-f873f3cf39e4 req-98d9a764-8b89-4282-93dd-3610a01e9506 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 210 time: 0.1589050 May 28 01:42:26.284751 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:42:22Z', 'revision_number': 3, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port': {'id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:26.307625 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Checking router: 633c5120-cd69-4d2e-b712-7d48ce6c7a10 for host: dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:42:26.308215 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Updating router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 port dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2 binding host dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 01:42:26.314767 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-92c6894f-ada0-4c9a-acc4-43a2cb852069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:26.416464 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:26.636202 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0115c689-2de4-45a2-817e-a0442234138b None None] Network ab1e344b-3ad6-4878-b637-98310dcbe674 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:42:26.641016 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-4c4238c5-7bd8-40ed-8214-e79a71ce18a8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.5837851 May 28 01:42:26.678885 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-f0401085-fea1-453f-b364-81259660af27 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Allocated IP 172.20.0.5 (52f0d540-8d57-41c6-a6dd-a20c995fd81e/52254074-e28a-4080-9a1b-3e9eccf9a78c/aa8ec143-4257-4f9c-9218-94caaa57ec03) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:42:27.021014 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-bd6f96b3-213d-47d5-a0ca-04f0fc7ac38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:27.161593 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-92c6894f-ada0-4c9a-acc4-43a2cb852069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:27.167381 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51322) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:27.396825 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.20', 61961) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:27.410962 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:27.453694 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Notify callbacks [] for port, precommit_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:27.476558 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.provisioning_blocks [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Transition to ACTIVE for port object dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2 will not be triggered until provisioned by entity L2. {{(pid=98376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:42:27.478969 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6894f-ada0-4c9a-acc4-43a2cb852069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cd1d10-efdd-48cb-84f2-644a054129d7,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:27.507112 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-92c6894f-ada0-4c9a-acc4-43a2cb852069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:27.518127 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-92c6894f-ada0-4c9a-acc4-43a2cb852069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:27.522438 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-92c6894f-ada0-4c9a-acc4-43a2cb852069 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2cd1d10-efdd-48cb-84f2-644a054129d7 HTTP/1.1" status: 204 len: 168 time: 2.0914662 May 28 01:42:27.559619 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:27.586413 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-c75faa76-adb6-4ac2-8303-06178dccbc19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:27.659571 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b35a1ea1-6c4b-4a7f-99f5-0ac1d62ab3ac req-a6a28add-c9c3-4f5a-a6d0-6a5efe0bf24b tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 210 time: 0.2828786 May 28 01:42:27.717005 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f2f5f-0ed6-4f05-95a8-85d589700099 None None] Pushing event updated for resources: {'Port': ['ID=dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2,revision_number=2']} {{(pid=98376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:27.725567 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Attempting to bind port dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2 on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:42:27.726161 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Attempting to bind port dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2 by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}] {{(pid=98376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:42:27.726912 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Attempting to bind port dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2 on network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:42:27.738490 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f2f5f-0ed6-4f05-95a8-85d589700099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:27.739056 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f2f5f-0ed6-4f05-95a8-85d589700099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:27.739444 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f2f5f-0ed6-4f05-95a8-85d589700099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:27.739862 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f2f5f-0ed6-4f05-95a8-85d589700099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:27.740205 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f2f5f-0ed6-4f05-95a8-85d589700099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:27.740515 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f2f5f-0ed6-4f05-95a8-85d589700099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:27.741180 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f2f5f-0ed6-4f05-95a8-85d589700099 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:27.741727 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f2f5f-0ed6-4f05-95a8-85d589700099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:27.743047 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f2f5f-0ed6-4f05-95a8-85d589700099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:27.744331 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f2f5f-0ed6-4f05-95a8-85d589700099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:27.745690 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f2f5f-0ed6-4f05-95a8-85d589700099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:27.746791 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f2f5f-0ed6-4f05-95a8-85d589700099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f2f5f-0ed6-4f05-95a8-85d589700099 None None] Tracked resource versions report: May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: pushed versions: May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: { 'AddressGroup': {'1.2'}, May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'ConntrackHelper': {'1.0'}, May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'Log': {'1.0'}, May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'Network': {'1.1'}, May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'Port': {'1.7'}, May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'PortForwarding': {'1.2'}, May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'QosPolicy': {'1.8'}, May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'SecurityGroup': {'1.4'}, May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'SecurityGroupRule': {'1.2'}, May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'SubPort': {'1.0'}, May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'Subnet': {'1.1'}, May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'Trunk': {'1.1'}} May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: consumer versions: May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: { DHCP agent@dv-cinder-793515-1-smb: {}, May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: HyperV agent@hv-cinder-79351: {}, May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: L3 agent@dv-cinder-793515-1-smb: {}, May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: Metadata agent@dv-cinder-793515-1-smb: {}, May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: Metering agent@dv-cinder-793515-1-smb: {}, May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: Open vSwitch agent@dv-cinder-793515-1-smb: { 'AddressGroup': '1.2', May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'ConntrackHelper': '1.0', May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'Log': '1.0', May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'Network': '1.1', May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'Port': '1.7', May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'PortForwarding': '1.2', May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'QosPolicy': '1.8', May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'SecurityGroup': '1.4', May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'SecurityGroupRule': '1.2', May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'SubPort': '1.0', May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'Subnet': '1.1', May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: 'Trunk': '1.1'}} May 28 01:42:27.749773 dv-cinder-793515-1-smb neutron-server[98376]: {{(pid=98376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 01:42:27.765681 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:42:27.766061 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Checking segment: {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:42:27.776583 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:27.783276 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Bound using segment: {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'} {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:42:27.792370 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Bound port: dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}}] {{(pid=98376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:42:27.793235 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:27.853363 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_v2 [None req-add1ce69-3138-4549-a1d8-e549990c591e admin admin] Deleting subnet 0ec22874-76bb-4a05-b89b-c1a052bc1aa3 {{(pid=98374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 28 01:42:27.858442 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-add1ce69-3138-4549-a1d8-e549990c591e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:27.866826 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4cce777c-8150-4252-b23d-b16d89ed6554 req-45b19e79-abd1-4aa7-9718-b230a8b19c47 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 210 time: 0.3043730 May 28 01:42:27.941973 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-dc8f2f5f-0ed6-4f05-95a8-85d589700099 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:28.035644 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-f0401085-fea1-453f-b364-81259660af27 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:28.066233 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.db [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] For port dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:42:28.076827 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.db [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] For port dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:42:28.090945 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:28.116426 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-dc8f2f5f-0ed6-4f05-95a8-85d589700099 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:28.140821 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Router a4485df0-be2d-4cb2-99d4-ea73a7564821 is scheduled to L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 with binding_index 1 {{(pid=98373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 01:42:28.157721 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-43450c24-9524-42fc-b521-ff0aaf53542a tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:28.159283 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-43450c24-9524-42fc-b521-ff0aaf53542a tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.20 "GET /v2.0/networks?id=bdc60d33-e9c0-4949-9beb-f30de8d059da HTTP/1.1" status: 200 len: 812 time: 0.5560234 May 28 01:42:28.194164 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-add1ce69-3138-4549-a1d8-e549990c591e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:28.227341 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-add1ce69-3138-4549-a1d8-e549990c591e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4121571'] for subnet, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:28.331232 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Routers {'633c5120-cd69-4d2e-b712-7d48ce6c7a10'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:42:28.334946 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:41:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:28.343855 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-3ce1bc2a-29dd-4a0a-a2d3-e1a503746b1e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Request body: {'port': {'device_id': '4fd2ae09-94af-49ee-ba72-5402c8b25148', 'network_id': 'bdc60d33-e9c0-4949-9beb-f30de8d059da', 'admin_state_up': True, 'tenant_id': '6f5260c4720641669e5750d992338084'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:28.358332 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51356) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:28.376918 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-f0401085-fea1-453f-b364-81259660af27 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:28.436155 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9a62c5e0-ab40-4be4-9427-241494f3bedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:28.458169 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-50ab02e2-bc0f-49bc-8bb1-489855c82b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:28.606196 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-9a62c5e0-ab40-4be4-9427-241494f3bedc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:28.611057 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-f0401085-fea1-453f-b364-81259660af27 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Network 52f0d540-8d57-41c6-a6dd-a20c995fd81e is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:42:28.614420 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-9a62c5e0-ab40-4be4-9427-241494f3bedc admin admin] Usage tracker for resource:security_group_rule and tenant:e0096208ed74481c96a4028361b60b43 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:28.627052 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-9a62c5e0-ab40-4be4-9427-241494f3bedc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:28.636490 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-f0401085-fea1-453f-b364-81259660af27 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:42:28.655627 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-f0401085-fea1-453f-b364-81259660af27 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:42:28.662142 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-f0401085-fea1-453f-b364-81259660af27 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:28.662394 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-f0401085-fea1-453f-b364-81259660af27 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:28.688338 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] Set router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:42:28.693207 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0401085-fea1-453f-b364-81259660af27 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Pushing event updated for resources: {'Port': ['ID=aa8ec143-4257-4f9c-9218-94caaa57ec03,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:28.705059 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-f0401085-fea1-453f-b364-81259660af27 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:28.726831 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-f0401085-fea1-453f-b364-81259660af27 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0056345 May 28 01:42:28.729385 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:42:28.745783 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-3ce1bc2a-29dd-4a0a-a2d3-e1a503746b1e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:28.750689 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Sync routers for ids ['a4485df0-be2d-4cb2-99d4-ea73a7564821'] in dv-cinder-793515-1-smb {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:42:28.751556 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-9a62c5e0-ab40-4be4-9427-241494f3bedc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:28.774446 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Routers {'a4485df0-be2d-4cb2-99d4-ea73a7564821'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:42:28.775368 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:41:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['a4485df0-be2d-4cb2-99d4-ea73a7564821'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:28.778319 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-3ce1bc2a-29dd-4a0a-a2d3-e1a503746b1e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Usage tracker for resource:port and tenant:6f5260c4720641669e5750d992338084 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:28.788299 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-3ce1bc2a-29dd-4a0a-a2d3-e1a503746b1e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:28.800213 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-3ce1bc2a-29dd-4a0a-a2d3-e1a503746b1e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:28.812244 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Notify callbacks [] for router, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:28.816523 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.0334108 May 28 01:42:28.817434 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 51368) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:28.832981 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f2f5f-0ed6-4f05-95a8-85d589700099 None None] Pushing event updated for resources: {'Port': ['ID=dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2,revision_number=3']} {{(pid=98376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:28.844781 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-dc8f2f5f-0ed6-4f05-95a8-85d589700099 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:29.128899 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-bb42c4a0-e68d-4adf-a278-513aea9c27be tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 01:42:29.130691 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-bb42c4a0-e68d-4adf-a278-513aea9c27be tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079868 May 28 01:42:29.206577 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:29.208332 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d87bd44d-26b4-4132-aff0-fe34d9f0663e req-da8ea793-b474-497d-b9b2-cbfb781e45ce tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 210 time: 0.1325953 May 28 01:42:29.227364 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-3ce1bc2a-29dd-4a0a-a2d3-e1a503746b1e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Made reservation on behalf of 6f5260c4720641669e5750d992338084 for: {'port': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:42:29.239551 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-3ce1bc2a-29dd-4a0a-a2d3-e1a503746b1e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:29.270586 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:29.285910 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Set router a4485df0-be2d-4cb2-99d4-ea73a7564821 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:42:29.326852 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:42:22Z', 'revision_number': 3, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port': {'id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:29.334427 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f7630f-a5d4-4b0c-a7df-d92800ce3319 None None] The sync data for ids ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'] in dv-cinder-793515-1-smb is: [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:42:22Z', 'revision_number': 3, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port': {'id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}] {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:42:29.491237 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9a62c5e0-ab40-4be4-9427-241494f3bedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:29.497462 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-add1ce69-3138-4549-a1d8-e549990c591e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755'] for subnet, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:29.513153 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9a62c5e0-ab40-4be4-9427-241494f3bedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:29.524071 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-da59d163-e8b0-4462-b9b2-63d232af8a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:29.540063 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:29.591916 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643cfbb-71dc-4139-a2f8-54402f56063c req-808b2e2b-71da-4331-9623-9ff99648501a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:29.592983 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-5643cfbb-71dc-4139-a2f8-54402f56063c req-808b2e2b-71da-4331-9623-9ff99648501a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Synchronizing usage tracker for tenant:32440717f9724b4e981cecec3271f880 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:42:29.665991 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1ce69-3138-4549-a1d8-e549990c591e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ec22874-76bb-4a05-b89b-c1a052bc1aa3,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:29.691011 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-2d131d98-5e9f-46a0-9b53-ac34b6fcf1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:29.768578 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-add1ce69-3138-4549-a1d8-e549990c591e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:29.781455 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:29.963712 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-9a62c5e0-ab40-4be4-9427-241494f3bedc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0096208ed74481c96a4028361b60b43&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6044140 May 28 01:42:29.972761 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51394) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:29.974104 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-add1ce69-3138-4549-a1d8-e549990c591e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:29.990568 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4485df0-be2d-4cb2-99d4-ea73a7564821', 'name': 'tempest-ServerRescueNegativeTestJSON-1073038387-router', 'tenant_id': '6e93d884e97b4986ae88333d6a80b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.117'}], 'enable_snat': True}, 'gw_port_id': '9542a0f3-a349-41b8-a3b2-237940272e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:19Z', 'updated_at': '2021-05-28T01:42:23Z', 'revision_number': 3, 'project_id': '6e93d884e97b4986ae88333d6a80b00c', 'gw_port': {'id': '9542a0f3-a349-41b8-a3b2-237940272e96', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4485df0-be2d-4cb2-99d4-ea73a7564821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:29.998914 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Checking router: a4485df0-be2d-4cb2-99d4-ea73a7564821 for host: dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:42:29.999289 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Updating router a4485df0-be2d-4cb2-99d4-ea73a7564821 port 9542a0f3-a349-41b8-a3b2-237940272e96 binding host dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 01:42:30.041071 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-3ce1bc2a-29dd-4a0a-a2d3-e1a503746b1e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Allocated IP 172.20.0.10 (bdc60d33-e9c0-4949-9beb-f30de8d059da/038d753b-cfea-42ee-9828-05b75794900b/045fd300-3351-4d6d-bf35-4d551703e667) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:42:30.126799 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Request body: {'port': {'device_id': 'fa44044d-f71d-4ef2-8b87-5a311a03df3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:30.176245 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-5643cfbb-71dc-4139-a2f8-54402f56063c req-808b2e2b-71da-4331-9623-9ff99648501a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Unset dirty status for tenant:32440717f9724b4e981cecec3271f880 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:42:30.189780 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5643cfbb-71dc-4139-a2f8-54402f56063c req-808b2e2b-71da-4331-9623-9ff99648501a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 931 time: 1.1051135 May 28 01:42:30.232461 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:30.344853 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62c5e0-ab40-4be4-9427-241494f3bedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8944310a-8b45-42dd-b783-7e4b8586543a,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:30.352555 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-add1ce69-3138-4549-a1d8-e549990c591e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0ec22874-76bb-4a05-b89b-c1a052bc1aa3 HTTP/1.1" status: 204 len: 168 time: 3.1368592 May 28 01:42:30.357850 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51410) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:30.388045 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9a62c5e0-ab40-4be4-9427-241494f3bedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:30.388223 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-5643cfbb-71dc-4139-a2f8-54402f56063c req-72cdb285-258e-49f0-96c8-5b29917114fc tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Synchronizing usage tracker for tenant:32440717f9724b4e981cecec3271f880 on resource:security_group {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:42:30.674606 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:30.740565 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-38555c37-5fed-442d-adb9-47b0409b593a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:30.794363 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_common [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Allocated IP 172.20.0.1 (3463d1e7-4623-4440-bb64-03cc52099eb5/61422ffd-2b35-4f4c-a3bf-b8c5addbfe48/eef915c6-0b92-4761-bfdf-6482e7753089) {{(pid=98374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:42:30.915018 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-38555c37-5fed-442d-adb9-47b0409b593a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:30.994535 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3678103'] for network, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:31.049126 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-5643cfbb-71dc-4139-a2f8-54402f56063c req-72cdb285-258e-49f0-96c8-5b29917114fc tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Unset dirty status for tenant:32440717f9724b4e981cecec3271f880 on resource:security_group {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:42:31.051356 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5643cfbb-71dc-4139-a2f8-54402f56063c req-72cdb285-258e-49f0-96c8-5b29917114fc tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8607495 May 28 01:42:31.058432 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Notify callbacks [] for port, precommit_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:31.103459 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a48bfe2f-3d9d-40cf-97c4-7bfc6eae76fd req-a6c71bab-389b-4678-ada8-b37445218347 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 210 time: 0.5323784 May 28 01:42:31.122263 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Transition to ACTIVE for port object 9542a0f3-a349-41b8-a3b2-237940272e96 will not be triggered until provisioned by entity L2. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:42:31.122441 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:31.143351 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:31.153948 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:31.329767 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-38555c37-5fed-442d-adb9-47b0409b593a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:31.360610 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Attempting to bind port 9542a0f3-a349-41b8-a3b2-237940272e96 on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:42:31.361076 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Attempting to bind port 9542a0f3-a349-41b8-a3b2-237940272e96 by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:42:31.361725 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Attempting to bind port 9542a0f3-a349-41b8-a3b2-237940272e96 on network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:42:31.371043 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92fc032-259e-459d-940d-b4c8b4b7ba73 None None] Pushing event updated for resources: {'Port': ['ID=9542a0f3-a349-41b8-a3b2-237940272e96,revision_number=2']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:31.373806 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:42:31.374212 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Checking segment: {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:42:31.374691 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:31.375151 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Bound using segment: {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:42:31.375756 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Bound port: 9542a0f3-a349-41b8-a3b2-237940272e96, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:42:31.376222 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:31.419910 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-a92fc032-259e-459d-940d-b4c8b4b7ba73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:31.441676 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-3ce1bc2a-29dd-4a0a-a2d3-e1a503746b1e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:31.511495 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] For port 9542a0f3-a349-41b8-a3b2-237940272e96, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:42:31.528905 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] For port 9542a0f3-a349-41b8-a3b2-237940272e96, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=9542a0f3-a349-41b8-a3b2-237940272e96,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:42:31.529559 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:31.544189 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:31.550173 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:31.632021 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124012', 'neutron.services.segments.db._delete_segments_for_network-8764331454940'] for network, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:31.677067 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38555c37-5fed-442d-adb9-47b0409b593a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8944310a-8b45-42dd-b783-7e4b8586543a,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:31.697283 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-38555c37-5fed-442d-adb9-47b0409b593a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:31.721017 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Routers {'a4485df0-be2d-4cb2-99d4-ea73a7564821'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:42:31.721672 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:42:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['a4485df0-be2d-4cb2-99d4-ea73a7564821'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:31.722419 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:42:31.722753 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:42:31.723445 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:42:31.723813 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Subscribe: > port after_create 55550000 {{(pid=98374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:42:31.724172 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Subscribe: > port after_delete 55550000 {{(pid=98374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:42:31.724518 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Subscribe: > port after_update 55550000 {{(pid=98374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:42:31.724850 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:42:31.725150 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:42:31.725444 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:42:31.725782 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:42:31.877430 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92fc032-259e-459d-940d-b4c8b4b7ba73 None None] Pushing event updated for resources: {'Port': ['ID=9542a0f3-a349-41b8-a3b2-237940272e96,revision_number=3']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:31.988302 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-a92fc032-259e-459d-940d-b4c8b4b7ba73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:32.211338 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:42:32.257077 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-3ce1bc2a-29dd-4a0a-a2d3-e1a503746b1e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:32.346345 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 51442) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:32.347082 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-f0401085-fea1-453f-b364-81259660af27 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:32.368962 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:42:32.369464 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:42:32.370580 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:42:32.371031 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:42:32.371493 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1dfb91-ef5a-4b0c-8794-a38bb678cc05']}} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:32.373971 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:32.406558 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683557b9-0f6d-418f-8094-bb08a0f6b351') {'for_net_delete': True} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:32.407056 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683557b9-0f6d-418f-8094-bb08a0f6b351') {} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:32.409444 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:42:32.414617 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] Set router a4485df0-be2d-4cb2-99d4-ea73a7564821 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:42:32.415439 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-38555c37-5fed-442d-adb9-47b0409b593a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:32.416732 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-38555c37-5fed-442d-adb9-47b0409b593a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8944310a-8b45-42dd-b783-7e4b8586543a HTTP/1.1" status: 204 len: 168 time: 2.4168253 May 28 01:42:32.428067 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:32.458286 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764331464093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10795283'] for segment, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:32.524764 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:32.557677 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:32.587571 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=98374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 01:42:32.595056 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10898910'] for segment, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:32.604853 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:42:32.607266 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: from cryptography.utils import int_from_bytes May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: from cryptography.utils import int_from_bytes May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: Traceback (most recent call last): May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: timer() May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: cb(*args, **kw) May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: return func(*args, **kwargs) May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: self._notify() May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: self.callback(batched_events) May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: event.method(event) May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: aggregate_uuid = self.p_client.list_aggregates( May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: return f(self, *a, **k) May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: return self._get(url).json() May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: return self.request(url, 'GET', **kwargs) May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: base_url = self.get_endpoint(auth, allow=allow, May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 01:42:32.689749 dv-cinder-793515-1-smb neutron-server[98374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 01:42:32.702724 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.provisioning_blocks [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Transition to ACTIVE for port object eef915c6-0b92-4761-bfdf-6482e7753089 will not be triggered until provisioned by entity DHCP. {{(pid=98374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:42:32.782537 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-3ce1bc2a-29dd-4a0a-a2d3-e1a503746b1e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Network bdc60d33-e9c0-4949-9beb-f30de8d059da is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:42:32.806011 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-3ce1bc2a-29dd-4a0a-a2d3-e1a503746b1e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:42:32.823890 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-3ce1bc2a-29dd-4a0a-a2d3-e1a503746b1e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:42:32.835437 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-3ce1bc2a-29dd-4a0a-a2d3-e1a503746b1e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:32.837424 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-3ce1bc2a-29dd-4a0a-a2d3-e1a503746b1e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:32.970874 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1bc2a-29dd-4a0a-a2d3-e1a503746b1e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Pushing event updated for resources: {'Port': ['ID=045fd300-3351-4d6d-bf35-4d551703e667,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:33.020847 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-3ce1bc2a-29dd-4a0a-a2d3-e1a503746b1e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6812809 May 28 01:42:33.130011 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025484'] for network, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:33.151259 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:33.205311 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:33.239769 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] 10.222.0.32 "DELETE /v2.0/networks/4e1dfb91-ef5a-4b0c-8794-a38bb678cc05 HTTP/1.1" status: 204 len: 168 time: 2.8583562 May 28 01:42:33.245437 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51462) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:33.257806 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:33.298889 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Allocated IP 172.20.0.1 (157de08f-e2cd-4e4a-a493-6006286275a5/4b312163-fab7-44a7-800f-e4a469a8099d/da922184-11bf-49fc-84f0-1d1a835c979f) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:42:33.312742 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3ce1bc2a-29dd-4a0a-a2d3-e1a503746b1e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.966s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:33.342449 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:33.376921 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4485df0-be2d-4cb2-99d4-ea73a7564821', 'name': 'tempest-ServerRescueNegativeTestJSON-1073038387-router', 'tenant_id': '6e93d884e97b4986ae88333d6a80b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.117'}], 'enable_snat': True}, 'gw_port_id': '9542a0f3-a349-41b8-a3b2-237940272e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:19Z', 'updated_at': '2021-05-28T01:42:23Z', 'revision_number': 3, 'project_id': '6e93d884e97b4986ae88333d6a80b00c', 'gw_port': {'id': '9542a0f3-a349-41b8-a3b2-237940272e96', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4485df0-be2d-4cb2-99d4-ea73a7564821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:33.382624 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a600f782-f86f-4d53-98b4-417d44ce1ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:33.394272 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1dfb91-ef5a-4b0c-8794-a38bb678cc05,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:33.412808 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-a600f782-f86f-4d53-98b4-417d44ce1ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:33.415952 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14153e40-53db-43b7-8b94-9c53a7fb7f92 None None] The sync data for ids ['a4485df0-be2d-4cb2-99d4-ea73a7564821'] in dv-cinder-793515-1-smb is: [{'id': 'a4485df0-be2d-4cb2-99d4-ea73a7564821', 'name': 'tempest-ServerRescueNegativeTestJSON-1073038387-router', 'tenant_id': '6e93d884e97b4986ae88333d6a80b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.117'}], 'enable_snat': True}, 'gw_port_id': '9542a0f3-a349-41b8-a3b2-237940272e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:19Z', 'updated_at': '2021-05-28T01:42:23Z', 'revision_number': 3, 'project_id': '6e93d884e97b4986ae88333d6a80b00c', 'gw_port': {'id': '9542a0f3-a349-41b8-a3b2-237940272e96', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4485df0-be2d-4cb2-99d4-ea73a7564821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}] {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:42:33.418757 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:42:33.420886 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa8ec143-4257-4f9c-9218-94caaa57ec03 {{(pid=98373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:42:33.430652 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:33.438767 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:33.446665 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:33.465072 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-b699f993-5cd6-41f0-8a11-740d325a1e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:33.476534 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:33.480596 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-a600f782-f86f-4d53-98b4-417d44ce1ae1 admin admin] Usage tracker for resource:security_group_rule and tenant:6ac888515206448584fcaca8e82c960e is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:33.487851 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-a600f782-f86f-4d53-98b4-417d44ce1ae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:33.555259 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-a600f782-f86f-4d53-98b4-417d44ce1ae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:33.651515 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Transition to ACTIVE for port object aa8ec143-4257-4f9c-9218-94caaa57ec03 will not be triggered until provisioned by entity L2. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:42:33.668810 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526017cd-fb6e-467e-8875-8a3c965bf593 req-b58d22f9-53bc-4b7f-ac8e-e57f0a5cca85 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:33.669711 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-526017cd-fb6e-467e-8875-8a3c965bf593 req-b58d22f9-53bc-4b7f-ac8e-e57f0a5cca85 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Synchronizing usage tracker for tenant:6f5260c4720641669e5750d992338084 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:42:33.690329 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bce2f-d9a9-4bd3-97a3-9ace1587a7d0 req-d7389f37-8ecb-46e5-9284-ea486cbd16b9 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:33.698369 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9a4bce2f-d9a9-4bd3-97a3-9ace1587a7d0 req-d7389f37-8ecb-46e5-9284-ea486cbd16b9 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 931 time: 1.3006434 May 28 01:42:33.717068 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:33.727416 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:33.740698 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:33.747742 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Network 3463d1e7-4623-4440-bb64-03cc52099eb5 is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:42:33.765404 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:42:33.781619 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Received port after_create {{(pid=98374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:42:33.816537 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_v2 [None req-1081bf2b-2148-4f3f-abca-33c316535260 admin admin] Deleting subnet a818cbe8-5f86-4289-9014-3b226793dd25 {{(pid=98374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 28 01:42:33.823254 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1081bf2b-2148-4f3f-abca-33c316535260 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:34.121652 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3ce1bc2a-29dd-4a0a-a2d3-e1a503746b1e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:34.124226 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:42:34.126052 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031799'] for router_interface, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:34.126852 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:42:34.126852 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:34.262174 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Request body: {'port': {'device_id': '4fd2ae09-94af-49ee-ba72-5402c8b25148', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:34.394602 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-526017cd-fb6e-467e-8875-8a3c965bf593 req-b58d22f9-53bc-4b7f-ac8e-e57f0a5cca85 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Unset dirty status for tenant:6f5260c4720641669e5750d992338084 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:42:34.408032 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-526017cd-fb6e-467e-8875-8a3c965bf593 req-b58d22f9-53bc-4b7f-ac8e-e57f0a5cca85 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 932 time: 2.0066843 May 28 01:42:34.524979 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d6cf5c18-531c-498c-be1c-7f5119f0fecd None None] Provisioning for port eef915c6-0b92-4761-bfdf-6482e7753089 completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:42:34.555128 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d6cf5c18-531c-498c-be1c-7f5119f0fecd None None] Provisioning complete for port eef915c6-0b92-4761-bfdf-6482e7753089 triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:42:34.555128 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d6cf5c18-531c-498c-be1c-7f5119f0fecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:34.699597 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-d6cf5c18-531c-498c-be1c-7f5119f0fecd None None] Port eef915c6-0b92-4761-bfdf-6482e7753089 cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:42:34.734933 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Pushing event updated for resources: {'Port': ['ID=eef915c6-0b92-4761-bfdf-6482e7753089,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:34.803986 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.334s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:34.848971 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1081bf2b-2148-4f3f-abca-33c316535260 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10795288'] for subnet, precommit_delete_associations {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:34.893203 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9a4bce2f-d9a9-4bd3-97a3-9ace1587a7d0 req-023f92a6-3bdb-40a0-9f56-f603e7c13366 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1752415 May 28 01:42:34.899701 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:35.023024 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Pushing event updated for resources: {'Port': ['ID=aa8ec143-4257-4f9c-9218-94caaa57ec03,revision_number=2']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:35.046911 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:35.067330 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:42:35.074987 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.127s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:35.078300 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1081bf2b-2148-4f3f-abca-33c316535260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4121571'] for subnet, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:35.109612 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:35.186300 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Attempting to bind port aa8ec143-4257-4f9c-9218-94caaa57ec03 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:42:35.187049 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Attempting to bind port aa8ec143-4257-4f9c-9218-94caaa57ec03 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'd12d5d54-573a-46e8-8145-3515ecd566e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e'}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:42:35.187562 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Attempting to bind port aa8ec143-4257-4f9c-9218-94caaa57ec03 on network 52f0d540-8d57-41c6-a6dd-a20c995fd81e {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:42:35.291752 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-526017cd-fb6e-467e-8875-8a3c965bf593 req-4d6f4c58-3f32-48ca-9473-8f0436f5e932 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Synchronizing usage tracker for tenant:6f5260c4720641669e5750d992338084 on resource:security_group {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:42:35.321180 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Port aa8ec143-4257-4f9c-9218-94caaa57ec03 on network 52f0d540-8d57-41c6-a6dd-a20c995fd81e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 01:42:35.328966 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Attempting to bind port aa8ec143-4257-4f9c-9218-94caaa57ec03 on network 52f0d540-8d57-41c6-a6dd-a20c995fd81e {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:42:35.421489 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Checking agent: {'id': '1b125da3-7d0c-4b26-bfd9-a1004cddd395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:42:35.422170 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Checking segment: {'id': 'd12d5d54-573a-46e8-8145-3515ecd566e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:42:35.422896 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Bound using segment: {'id': 'd12d5d54-573a-46e8-8145-3515ecd566e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e'} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:42:35.423400 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Bound port: aa8ec143-4257-4f9c-9218-94caaa57ec03, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd12d5d54-573a-46e8-8145-3515ecd566e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e'}}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:42:35.423954 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:35.497506 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a600f782-f86f-4d53-98b4-417d44ce1ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:35.532421 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a600f782-f86f-4d53-98b4-417d44ce1ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:35.630940 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Notify callbacks [] for port, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:35.640026 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10898818'] for port, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:35.661833 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-526017cd-fb6e-467e-8875-8a3c965bf593 req-4d6f4c58-3f32-48ca-9473-8f0436f5e932 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Unset dirty status for tenant:6f5260c4720641669e5750d992338084 on resource:security_group {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:42:35.663000 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-526017cd-fb6e-467e-8875-8a3c965bf593 req-4d6f4c58-3f32-48ca-9473-8f0436f5e932 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9544063-d636-4683-8530-5921cf57ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2543714 May 28 01:42:35.710327 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:35.716633 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-8983b973-6ffe-4e01-b8f6-4aca57de9433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:35.860384 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1031898'] for router_interface, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:35.872369 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1081bf2b-2148-4f3f-abca-33c316535260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10760824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11069006'] for subnet, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:35.876613 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Pushing event updated for resources: {'Port': ['ID=eef915c6-0b92-4761-bfdf-6482e7753089,revision_number=2']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:35.885154 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:35.886005 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-bab5a310-3a7a-4a4f-8b53-b296130ca923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:35.933448 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:35.992168 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 9542a0f3-a349-41b8-a3b2-237940272e96 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:42:36.078342 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600f782-f86f-4d53-98b4-417d44ce1ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e854b0-b29b-411d-aea4-9514259373b8,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:36.082621 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-a600f782-f86f-4d53-98b4-417d44ce1ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:36.096128 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-a600f782-f86f-4d53-98b4-417d44ce1ae1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ac888515206448584fcaca8e82c960e&name=default HTTP/1.1" status: 200 len: 2978 time: 3.7102280 May 28 01:42:36.101867 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 51516) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:36.131465 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:36.184098 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port 9542a0f3-a349-41b8-a3b2-237940272e96 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:42:36.190154 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 9542a0f3-a349-41b8-a3b2-237940272e96 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:42:36.190534 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:36.343664 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081bf2b-2148-4f3f-abca-33c316535260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a818cbe8-5f86-4289-9014-3b226793dd25,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:36.368477 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-1081bf2b-2148-4f3f-abca-33c316535260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:36.375239 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1081bf2b-2148-4f3f-abca-33c316535260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:36.400459 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:36.421568 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Network 157de08f-e2cd-4e4a-a493-6006286275a5 is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:42:36.427940 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port 9542a0f3-a349-41b8-a3b2-237940272e96, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=9542a0f3-a349-41b8-a3b2-237940272e96,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:42:36.436192 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:36.440399 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:36.446342 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-1081bf2b-2148-4f3f-abca-33c316535260 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a818cbe8-5f86-4289-9014-3b226793dd25 HTTP/1.1" status: 204 len: 168 time: 3.1975021 May 28 01:42:36.449360 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51520) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:36.536451 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:42:36.612830 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=9542a0f3-a349-41b8-a3b2-237940272e96,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:36.617736 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:36.663500 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:42:36.673736 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031799'] for router_interface, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:36.723476 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] For port aa8ec143-4257-4f9c-9218-94caaa57ec03, host hv-cinder-79351, cleared binding levels {{(pid=98373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:42:36.732387 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-46b0a3cb-10ca-436d-b9cd-0acf30c72483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3678103'] for network, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:36.879521 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Network 3463d1e7-4623-4440-bb64-03cc52099eb5 is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:42:36.883912 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:42:36.944924 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] For port aa8ec143-4257-4f9c-9218-94caaa57ec03, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=aa8ec143-4257-4f9c-9218-94caaa57ec03,segment=NetworkSegment(d12d5d54-573a-46e8-8145-3515ecd566e1),segment_id=d12d5d54-573a-46e8-8145-3515ecd566e1)] {{(pid=98373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:42:36.953237 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Pushing event updated for resources: {'Port': ['ID=da922184-11bf-49fc-84f0-1d1a835c979f,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:37.046756 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045fd300-3351-4d6d-bf35-4d551703e667 {{(pid=98373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:42:37.049777 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-46b0a3cb-10ca-436d-b9cd-0acf30c72483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124012', 'neutron.services.segments.db._delete_segments_for_network-8764331454940'] for network, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:37.063697 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.939s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:37.066725 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:37.074948 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-46b0a3cb-10ca-436d-b9cd-0acf30c72483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1e344b-3ad6-4878-b637-98310dcbe674']}} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:37.116423 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:37.149881 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-46b0a3cb-10ca-436d-b9cd-0acf30c72483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb493db-e535-4d08-8fa8-fdadd719987d') {'for_net_delete': True} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:37.149881 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-46b0a3cb-10ca-436d-b9cd-0acf30c72483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb493db-e535-4d08-8fa8-fdadd719987d') {} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:37.161260 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-cb0cf23c-63cc-4d08-b670-9944b5fd29a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:37.180932 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-46b0a3cb-10ca-436d-b9cd-0acf30c72483 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764331464093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10795283'] for segment, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:37.207432 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-46b0a3cb-10ca-436d-b9cd-0acf30c72483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:37.212923 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Transition to ACTIVE for port object 045fd300-3351-4d6d-bf35-4d551703e667 will not be triggered until provisioned by entity L2. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:42:37.219702 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b0a3cb-10ca-436d-b9cd-0acf30c72483 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=98374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 01:42:37.220142 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-46b0a3cb-10ca-436d-b9cd-0acf30c72483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10898910'] for segment, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:37.220984 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d6f5-3d2d-4a33-924a-ffd7921ffc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: Traceback (most recent call last): May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: timer() May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: cb(*args, **kw) May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: return func(*args, **kwargs) May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: self._notify() May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: self.callback(batched_events) May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: event.method(event) May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: aggregate_uuid = self.p_client.list_aggregates( May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: return f(self, *a, **k) May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: return self._get(url).json() May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: return self.request(url, 'GET', **kwargs) May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: base_url = self.get_endpoint(auth, allow=allow, May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 01:42:37.234083 dv-cinder-793515-1-smb neutron-server[98374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 01:42:37.245129 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-3d8b91b9-4073-4b3c-a85d-cbbedf9a8639 None None] Provisioning complete for port eef915c6-0b92-4761-bfdf-6482e7753089 triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:42:37.246428 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-3d8b91b9-4073-4b3c-a85d-cbbedf9a8639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:37.249102 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:42:37.257568 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:37.289034 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:37.289640 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:37.291018 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] 10.222.0.20 "PUT /v2.0/ports/aa8ec143-4257-4f9c-9218-94caaa57ec03 HTTP/1.1" status: 200 len: 1093 time: 7.7946937 May 28 01:42:37.294283 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa44044d-f71d-4ef2-8b87-5a311a03df3e', 'tag': 'aa8ec143-4257-4f9c-9218-94caaa57ec03'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:42:37.303758 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-3d8b91b9-4073-4b3c-a85d-cbbedf9a8639 None None] Port eef915c6-0b92-4761-bfdf-6482e7753089 cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:42:37.365123 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2db5c-e0b1-4250-a86a-613396b10fb0 req-8e34a5af-9951-4c20-9546-e5138a1cb679 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:37.366602 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3bc2db5c-e0b1-4250-a86a-613396b10fb0 req-8e34a5af-9951-4c20-9546-e5138a1cb679 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 943 time: 1.1092668 May 28 01:42:37.385160 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d6f5-3d2d-4a33-924a-ffd7921ffc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:37.385666 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-46b0a3cb-10ca-436d-b9cd-0acf30c72483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025484'] for network, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:37.402298 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:37.416794 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-46b0a3cb-10ca-436d-b9cd-0acf30c72483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:37.477334 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0a3cb-10ca-436d-b9cd-0acf30c72483 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab1e344b-3ad6-4878-b637-98310dcbe674,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:37.491368 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-46b0a3cb-10ca-436d-b9cd-0acf30c72483 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ab1e344b-3ad6-4878-b637-98310dcbe674 HTTP/1.1" status: 204 len: 168 time: 1.0409346 May 28 01:42:37.501456 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-46b0a3cb-10ca-436d-b9cd-0acf30c72483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:37.523078 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:42:37.523461 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Pushing event updated for resources: {'Port': ['ID=aa8ec143-4257-4f9c-9218-94caaa57ec03,revision_number=3']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:37.528141 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] 10.222.0.32 "PUT /v2.0/routers/633c5120-cd69-4d2e-b712-7d48ce6c7a10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8445449 May 28 01:42:37.538912 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Sync routers for ids ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'] in dv-cinder-793515-1-smb {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:42:37.552159 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Routers {'633c5120-cd69-4d2e-b712-7d48ce6c7a10'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:42:37.553087 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:42:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:37.560121 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:37.564762 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:37.735142 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51556) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:37.750078 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9637c96-931b-4b36-82dd-c2c24b37a2ad req-44d79be0-3a98-4f1c-b0bd-db8815878c97 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:37.750985 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Set router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:42:37.751669 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e9637c96-931b-4b36-82dd-c2c24b37a2ad req-44d79be0-3a98-4f1c-b0bd-db8815878c97 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 932 time: 0.8049588 May 28 01:42:37.761515 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3bc2db5c-e0b1-4250-a86a-613396b10fb0 req-3645f0de-e8de-45de-97cf-1a3c98798375 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784139 May 28 01:42:37.765633 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Attempting to bind port 045fd300-3351-4d6d-bf35-4d551703e667 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:42:37.766594 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Attempting to bind port 045fd300-3351-4d6d-bf35-4d551703e667 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '985141e6-1f81-496f-9282-336b6bf45064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bdc60d33-e9c0-4949-9beb-f30de8d059da'}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:42:37.766991 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Attempting to bind port 045fd300-3351-4d6d-bf35-4d551703e667 on network bdc60d33-e9c0-4949-9beb-f30de8d059da {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:42:37.769161 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Pushing event updated for resources: {'Port': ['ID=045fd300-3351-4d6d-bf35-4d551703e667,revision_number=2']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:37.776616 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:37.794287 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Port 045fd300-3351-4d6d-bf35-4d551703e667 on network bdc60d33-e9c0-4949-9beb-f30de8d059da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 01:42:37.794614 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Attempting to bind port 045fd300-3351-4d6d-bf35-4d551703e667 on network bdc60d33-e9c0-4949-9beb-f30de8d059da {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:42:37.808624 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-c9d98b45-e311-4ef2-b148-90676ebbc0ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=357786e7c6964f0d864c36dcdcb2a7fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0693853 May 28 01:42:37.809803 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51560) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:37.842090 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Checking agent: {'id': '1b125da3-7d0c-4b26-bfd9-a1004cddd395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:42:37.842426 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Checking segment: {'id': '985141e6-1f81-496f-9282-336b6bf45064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bdc60d33-e9c0-4949-9beb-f30de8d059da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:42:37.842855 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Bound using segment: {'id': '985141e6-1f81-496f-9282-336b6bf45064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bdc60d33-e9c0-4949-9beb-f30de8d059da'} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:42:37.843292 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Bound port: 045fd300-3351-4d6d-bf35-4d551703e667, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985141e6-1f81-496f-9282-336b6bf45064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bdc60d33-e9c0-4949-9beb-f30de8d059da'}}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:42:37.843992 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:37.860558 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d6f5-3d2d-4a33-924a-ffd7921ffc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:37.893587 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:37.900533 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 9542a0f3-a349-41b8-a3b2-237940272e96 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:42:37.943755 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e9637c96-931b-4b36-82dd-c2c24b37a2ad req-0d6845b1-e5e7-40a0-956c-1f76cfa2be0c tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9544063-d636-4683-8530-5921cf57ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706293 May 28 01:42:37.967387 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e909d321-7a62-4338-8ce6-2d0c8e98a996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:38.030204 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e909d321-7a62-4338-8ce6-2d0c8e98a996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:38.031403 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 9542a0f3-a349-41b8-a3b2-237940272e96 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:42:38.032389 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:38.037941 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0d6f5-3d2d-4a33-924a-ffd7921ffc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e854b0-b29b-411d-aea4-9514259373b8,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:38.051082 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3fb0d6f5-3d2d-4a33-924a-ffd7921ffc08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:38.052005 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:38.066619 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-0c74e88b-13c6-4c3e-9122-2bf0dcb2af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:38.067866 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-0c74e88b-13c6-4c3e-9122-2bf0dcb2af2c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32440717f9724b4e981cecec3271f880&device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 1096 time: 0.5932865 May 28 01:42:38.138751 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e909d321-7a62-4338-8ce6-2d0c8e98a996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:38.147107 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9a62c5e0-ab40-4be4-9427-241494f3bedc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:38.167307 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909d321-7a62-4338-8ce6-2d0c8e98a996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee581ab6-f269-4067-8e5a-31dd01276810,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:38.177743 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-e909d321-7a62-4338-8ce6-2d0c8e98a996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:38.179046 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e909d321-7a62-4338-8ce6-2d0c8e98a996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:38.181622 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-e909d321-7a62-4338-8ce6-2d0c8e98a996 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee581ab6-f269-4067-8e5a-31dd01276810 HTTP/1.1" status: 204 len: 168 time: 0.3693902 May 28 01:42:38.304211 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d6f5-3d2d-4a33-924a-ffd7921ffc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:38.305388 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-3fb0d6f5-3d2d-4a33-924a-ffd7921ffc08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70e854b0-b29b-411d-aea4-9514259373b8 HTTP/1.1" status: 204 len: 168 time: 2.0778208 May 28 01:42:38.364375 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa44044d-f71d-4ef2-8b87-5a311a03df3e', 'tag': 'aa8ec143-4257-4f9c-9218-94caaa57ec03', 'status': 'completed', 'code': 200} May 28 01:42:38.396258 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-9558a792-cc3a-4c55-a3e7-076cc043eedf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa8ec143-4257-4f9c-9218-94caaa57ec03 HTTP/1.1" status: 200 len: 217 time: 0.3111527 May 28 01:42:38.431548 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:42:34Z', 'revision_number': 4, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port': {'id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': 'eef915c6-0b92-4761-bfdf-6482e7753089', 'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'mac_address': 'fa:16:3e:b7:96:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:29Z', 'updated_at': '2021-05-28T01:42:35Z', 'revision_number': 2, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'subnets': [{'id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:38.441915 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] For port 045fd300-3351-4d6d-bf35-4d551703e667, host hv-cinder-79351, cleared binding levels {{(pid=98373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:42:38.446309 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Checking router: 633c5120-cd69-4d2e-b712-7d48ce6c7a10 for host: dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:42:38.446951 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Updating router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 port eef915c6-0b92-4761-bfdf-6482e7753089 binding host dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 01:42:38.482657 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] For port 045fd300-3351-4d6d-bf35-4d551703e667, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=045fd300-3351-4d6d-bf35-4d551703e667,segment=NetworkSegment(985141e6-1f81-496f-9282-336b6bf45064),segment_id=985141e6-1f81-496f-9282-336b6bf45064)] {{(pid=98373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:42:38.503752 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:38.559317 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:38.562641 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:38.605865 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-a69495df-5afd-45e4-94e6-30ed74b36c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:38.608443 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-a69495df-5afd-45e4-94e6-30ed74b36c30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=52254074-e28a-4080-9a1b-3e9eccf9a78c HTTP/1.1" status: 200 len: 855 time: 0.2112980 May 28 01:42:38.697903 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:38.698910 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:38.700889 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] 10.222.0.20 "PUT /v2.0/ports/045fd300-3351-4d6d-bf35-4d551703e667 HTTP/1.1" status: 200 len: 1094 time: 4.4552083 May 28 01:42:38.705578 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-dc6bab48-f904-44c9-bbe7-77b6f9d9cbb1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f0d540-8d57-41c6-a6dd-a20c995fd81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718272 May 28 01:42:38.871020 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Pushing event updated for resources: {'Port': ['ID=045fd300-3351-4d6d-bf35-4d551703e667,revision_number=3']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:38.890870 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:38.958268 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:39.007110 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51602) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:39.016029 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-339116fc-13ef-48ce-83e6-eb846cbb8d5d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2138399929', 'description': 'tempest-description--1085864142'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:39.027262 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-339116fc-13ef-48ce-83e6-eb846cbb8d5d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:39.033588 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-339116fc-13ef-48ce-83e6-eb846cbb8d5d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Usage tracker for resource:security_group and tenant:754c0001c83d4af1bdc6a16555b480e4 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:39.042775 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-339116fc-13ef-48ce-83e6-eb846cbb8d5d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:39.073989 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-339116fc-13ef-48ce-83e6-eb846cbb8d5d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:39.102598 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-339116fc-13ef-48ce-83e6-eb846cbb8d5d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:39.140183 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:39.150483 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-339116fc-13ef-48ce-83e6-eb846cbb8d5d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:39.161407 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-339116fc-13ef-48ce-83e6-eb846cbb8d5d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Usage tracker for resource:security_group_rule and tenant:754c0001c83d4af1bdc6a16555b480e4 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:39.170095 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-339116fc-13ef-48ce-83e6-eb846cbb8d5d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:39.181612 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51610) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:39.184893 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-339116fc-13ef-48ce-83e6-eb846cbb8d5d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:39.235094 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1031898'] for router_interface, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:39.257877 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:39.260022 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Notify callbacks [] for port, precommit_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:39.284803 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.provisioning_blocks [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Transition to ACTIVE for port object eef915c6-0b92-4761-bfdf-6482e7753089 will not be triggered until provisioned by entity L2. {{(pid=98376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:42:39.302863 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:39.303074 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-13df04d1-cf88-4da8-b22b-2e216d045015 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd281ed38cf14dd092eff5383c77d0b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1198483 May 28 01:42:39.305578 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51614) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:39.309611 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-c75faa76-adb6-4ac2-8303-06178dccbc19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:39.402540 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c5995-8652-4dc9-9c94-74d7658d6487 None None] Pushing event updated for resources: {'Port': ['ID=eef915c6-0b92-4761-bfdf-6482e7753089,revision_number=3']} {{(pid=98376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:39.421641 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-5e3c5995-8652-4dc9-9c94-74d7658d6487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:39.440176 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4675a077-486c-4908-862e-34149e9a8ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:39.447587 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-339116fc-13ef-48ce-83e6-eb846cbb8d5d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:39.466518 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-339116fc-13ef-48ce-83e6-eb846cbb8d5d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:39.482657 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:39.525447 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339116fc-13ef-48ce-83e6-eb846cbb8d5d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae01f818-75ac-4ace-b110-515d7fb2677f,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:39.537895 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-339116fc-13ef-48ce-83e6-eb846cbb8d5d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:39.542819 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4675a077-486c-4908-862e-34149e9a8ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:39.543213 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Pushing event updated for resources: {'Port': ['ID=da922184-11bf-49fc-84f0-1d1a835c979f,revision_number=2']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:39.566950 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:39.569282 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-e6751987-e3e3-49ce-9c6d-4871e89d0c6e service neutron] 10.222.0.20 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8435514 May 28 01:42:39.572495 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-8736e024-7b8e-419e-abf6-09990012be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:39.573855 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-8736e024-7b8e-419e-abf6-09990012be8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f5260c4720641669e5750d992338084&device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 1097 time: 0.7866366 May 28 01:42:39.625214 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-339116fc-13ef-48ce-83e6-eb846cbb8d5d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:39.630284 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-339116fc-13ef-48ce-83e6-eb846cbb8d5d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6214335 May 28 01:42:39.636748 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51626) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:39.651539 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-779d6139-3111-43df-b98d-cda3fce90c7e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Request body: {'security_group_rule': {'security_group_id': 'ae01f818-75ac-4ace-b110-515d7fb2677f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:39.664494 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-779d6139-3111-43df-b98d-cda3fce90c7e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:39.668750 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-779d6139-3111-43df-b98d-cda3fce90c7e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Usage tracker for resource:security_group_rule and tenant:754c0001c83d4af1bdc6a16555b480e4 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:39.672229 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-779d6139-3111-43df-b98d-cda3fce90c7e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:39.707206 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-779d6139-3111-43df-b98d-cda3fce90c7e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:39.718138 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4675a077-486c-4908-862e-34149e9a8ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:39.746087 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:39.765188 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675a077-486c-4908-862e-34149e9a8ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed0b9c8-2c69-41be-92fd-5a56cad95c9c,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:39.773927 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-4675a077-486c-4908-862e-34149e9a8ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:39.794605 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4675a077-486c-4908-862e-34149e9a8ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:39.795760 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-4675a077-486c-4908-862e-34149e9a8ef6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ed0b9c8-2c69-41be-92fd-5a56cad95c9c HTTP/1.1" status: 204 len: 168 time: 0.4882715 May 28 01:42:39.796622 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-779d6139-3111-43df-b98d-cda3fce90c7e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:39.827338 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Attempting to bind port eef915c6-0b92-4761-bfdf-6482e7753089 on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:42:39.828477 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Attempting to bind port eef915c6-0b92-4761-bfdf-6482e7753089 by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': 'ce986316-ef6e-4159-a849-45e757f20df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5'}] {{(pid=98376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:42:39.829056 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Attempting to bind port eef915c6-0b92-4761-bfdf-6482e7753089 on network 3463d1e7-4623-4440-bb64-03cc52099eb5 {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:42:39.844989 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:42:39.845476 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Checking segment: {'id': 'ce986316-ef6e-4159-a849-45e757f20df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:42:39.845887 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:39.846368 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Bound using segment: {'id': 'ce986316-ef6e-4159-a849-45e757f20df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5'} {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:42:39.846916 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Bound port: eef915c6-0b92-4761-bfdf-6482e7753089, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce986316-ef6e-4159-a849-45e757f20df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5'}}] {{(pid=98376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:42:39.847354 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:39.889521 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291bc384-41d7-4881-bd3f-670bac2bc8fd req-841e0876-dd30-46e4-8b4c-45adcb8da2f8 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:39.902337 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-291bc384-41d7-4881-bd3f-670bac2bc8fd req-841e0876-dd30-46e4-8b4c-45adcb8da2f8 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 943 time: 0.8733461 May 28 01:42:39.919034 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-0b4708ae-96db-4bfc-ba73-cd480f3bc078 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=045fd300-3351-4d6d-bf35-4d551703e667 HTTP/1.1" status: 200 len: 217 time: 0.3100240 May 28 01:42:39.925160 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-779d6139-3111-43df-b98d-cda3fce90c7e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:39.943079 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-779d6139-3111-43df-b98d-cda3fce90c7e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985474'] for security_group_rule, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:39.945175 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:39.954826 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.db [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] For port eef915c6-0b92-4761-bfdf-6482e7753089, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:42:39.960980 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.db [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] For port eef915c6-0b92-4761-bfdf-6482e7753089, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=eef915c6-0b92-4761-bfdf-6482e7753089,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:42:39.972592 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:39.977627 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-5e3c5995-8652-4dc9-9c94-74d7658d6487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:39.978563 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d6139-3111-43df-b98d-cda3fce90c7e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a0d75a-a620-4ab9-9aa7-5b6e587fcd44,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:39.989119 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-779d6139-3111-43df-b98d-cda3fce90c7e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:40.012661 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-779d6139-3111-43df-b98d-cda3fce90c7e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:40.017876 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-779d6139-3111-43df-b98d-cda3fce90c7e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3737345 May 28 01:42:40.018191 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51646) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:40.030549 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-34dacda7-22b6-4fbb-b784-ff467f79b749 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Request body: {'security_group_rule': {'security_group_id': 'ae01f818-75ac-4ace-b110-515d7fb2677f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:40.043331 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-34dacda7-22b6-4fbb-b784-ff467f79b749 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:40.045991 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069e523-2c48-4d5d-8622-8167c78b85a8 req-0d949278-5f72-440b-8d86-26ee59a6192c tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:40.053033 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-34dacda7-22b6-4fbb-b784-ff467f79b749 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Usage tracker for resource:security_group_rule and tenant:754c0001c83d4af1bdc6a16555b480e4 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:40.053562 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7069e523-2c48-4d5d-8622-8167c78b85a8 req-0d949278-5f72-440b-8d86-26ee59a6192c tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 944 time: 0.9155195 May 28 01:42:40.056802 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Network 157de08f-e2cd-4e4a-a493-6006286275a5 is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:42:40.058732 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-34dacda7-22b6-4fbb-b784-ff467f79b749 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:40.070523 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:42:40.071442 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-34dacda7-22b6-4fbb-b784-ff467f79b749 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:40.123802 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-34dacda7-22b6-4fbb-b784-ff467f79b749 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:40.135407 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c5995-8652-4dc9-9c94-74d7658d6487 None None] Pushing event updated for resources: {'Port': ['ID=eef915c6-0b92-4761-bfdf-6482e7753089,revision_number=4']} {{(pid=98376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:40.145481 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Routers {'633c5120-cd69-4d2e-b712-7d48ce6c7a10'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:42:40.146490 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:42:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:40.154740 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de53f149-5fec-47ef-8d28-6ed16ffd429a req-87034c4b-8d26-4072-b26f-ed0b3d847e69 service neutron] 10.222.0.20 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737200 May 28 01:42:40.239383 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-5e3c5995-8652-4dc9-9c94-74d7658d6487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:40.263787 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-34dacda7-22b6-4fbb-b784-ff467f79b749 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:40.283972 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-34dacda7-22b6-4fbb-b784-ff467f79b749 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985474'] for security_group_rule, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:40.286514 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:40.328209 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dacda7-22b6-4fbb-b784-ff467f79b749 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ae0025-76bb-47c4-8804-d8c704c10de3,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:40.341977 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-34dacda7-22b6-4fbb-b784-ff467f79b749 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:40.350876 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-34dacda7-22b6-4fbb-b784-ff467f79b749 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:40.355954 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-34dacda7-22b6-4fbb-b784-ff467f79b749 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3367290 May 28 01:42:40.356780 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51656) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:40.367237 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Request body: {'floatingip': {'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:40.373680 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:40.381442 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Usage tracker for resource:floatingip and tenant:754c0001c83d4af1bdc6a16555b480e4 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:40.385902 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:40.394622 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:40.419733 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for floatingip, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:40.628154 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] Set router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:42:40.635006 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd2ae09-94af-49ee-ba72-5402c8b25148', 'tag': '045fd300-3351-4d6d-bf35-4d551703e667'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:42:40.652781 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-291bc384-41d7-4881-bd3f-670bac2bc8fd req-9f663a90-a9e0-43e7-a306-41d316ae8843 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7353556 May 28 01:42:40.696408 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:40.702071 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-9baa3e9e-ee72-4c1a-a701-efb6f557554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:40.704289 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-9baa3e9e-ee72-4c1a-a701-efb6f557554c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=038d753b-cfea-42ee-9828-05b75794900b HTTP/1.1" status: 200 len: 852 time: 0.7508514 May 28 01:42:40.725472 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7069e523-2c48-4d5d-8622-8167c78b85a8 req-86a8adbd-8f6a-4692-b858-567df4c65e24 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9544063-d636-4683-8530-5921cf57ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6709433 May 28 01:42:40.791788 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-fbf119c7-eb67-4d4a-80f3-b240215f9be4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdc60d33-e9c0-4949-9beb-f30de8d059da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756285 May 28 01:42:40.793805 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd2ae09-94af-49ee-ba72-5402c8b25148', 'tag': '045fd300-3351-4d6d-bf35-4d551703e667', 'status': 'completed', 'code': 200} May 28 01:42:40.861955 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Router a4485df0-be2d-4cb2-99d4-ea73a7564821 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:42:40.873243 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_common [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Allocated IP 172.28.1.203 (5b4592e9-59af-4549-9f0c-c75a5f18ce50/a16ae849-d4aa-45ca-8c4c-825a3c72e0a4/e0604b6c-f659-4380-a22c-2bb66831f98c) {{(pid=98374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:42:41.040057 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222aa48-d4da-48fa-bb6d-37b0489d21d3 req-d191206f-3ed0-4fec-bf69-20b74ef5e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:41.041970 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2222aa48-d4da-48fa-bb6d-37b0489d21d3 req-d191206f-3ed0-4fec-bf69-20b74ef5e9b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32440717f9724b4e981cecec3271f880&device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 1096 time: 0.4566472 May 28 01:42:41.101784 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for port, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:41.164318 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:41.179902 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-8d198891-6d99-4f0d-8344-60d4dd2a3d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:41.252039 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:42:34Z', 'revision_number': 4, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port': {'id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': 'eef915c6-0b92-4761-bfdf-6482e7753089', 'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'mac_address': 'fa:16:3e:b7:96:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:29Z', 'updated_at': '2021-05-28T01:42:39Z', 'revision_number': 4, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'subnets': [{'id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:41.256691 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c982d-d596-49a3-b40c-5a0d696c722c None None] The sync data for ids ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'] in dv-cinder-793515-1-smb is: [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:42:34Z', 'revision_number': 4, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port': {'id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': 'eef915c6-0b92-4761-bfdf-6482e7753089', 'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'mac_address': 'fa:16:3e:b7:96:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:29Z', 'updated_at': '2021-05-28T01:42:39Z', 'revision_number': 4, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'subnets': [{'id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:42:41.265011 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222aa48-d4da-48fa-bb6d-37b0489d21d3 req-077730d6-a182-48ed-8c52-d879469c962b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:41.267283 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2222aa48-d4da-48fa-bb6d-37b0489d21d3 req-077730d6-a182-48ed-8c52-d879469c962b service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f0d540-8d57-41c6-a6dd-a20c995fd81e HTTP/1.1" status: 200 len: 916 time: 0.2047076 May 28 01:42:41.297541 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:42:41.301331 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:42:41.317698 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Received port after_create {{(pid=98374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:42:41.439219 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2222aa48-d4da-48fa-bb6d-37b0489d21d3 req-74f3d511-0d8a-42de-b605-2b40398ae883 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa8ec143-4257-4f9c-9218-94caaa57ec03 HTTP/1.1" status: 200 len: 217 time: 0.1572146 May 28 01:42:41.479795 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Pushing event updated for resources: {'Port': ['ID=e0604b6c-f659-4380-a22c-2bb66831f98c,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:41.485839 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:41.589514 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-7ba0a525-5380-4cee-95a6-cfe4009826b4 service neutron] 10.222.0.20 "GET /v2.0/networks/bdc60d33-e9c0-4949-9beb-f30de8d059da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7839520 May 28 01:42:41.750117 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222aa48-d4da-48fa-bb6d-37b0489d21d3 req-e0063376-a3ac-493d-b9f6-28925250c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:41.751723 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2222aa48-d4da-48fa-bb6d-37b0489d21d3 req-e0063376-a3ac-493d-b9f6-28925250c5cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=52254074-e28a-4080-9a1b-3e9eccf9a78c HTTP/1.1" status: 200 len: 855 time: 0.2932570 May 28 01:42:41.756213 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:42:41.757224 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:41.760268 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] 10.222.0.32 "PUT /v2.0/routers/a4485df0-be2d-4cb2-99d4-ea73a7564821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9425130 May 28 01:42:41.765494 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Sync routers for ids ['a4485df0-be2d-4cb2-99d4-ea73a7564821'] in dv-cinder-793515-1-smb {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:42:41.779890 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Routers {'a4485df0-be2d-4cb2-99d4-ea73a7564821'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:42:41.780528 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:42:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['a4485df0-be2d-4cb2-99d4-ea73a7564821'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:41.816006 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2222aa48-d4da-48fa-bb6d-37b0489d21d3 req-329ebc17-9b5e-4ca3-b24c-4e5ff6246cdb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f0d540-8d57-41c6-a6dd-a20c995fd81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545607 May 28 01:42:41.983735 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:42.009645 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device eef915c6-0b92-4761-bfdf-6482e7753089 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:42:42.200886 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e3202770-0815-44f1-bb2f-2cb908600d54 req-f7910416-285a-41fd-baab-93355ed18493 service neutron] 10.222.0.20 "GET /v2.0/networks/bdc60d33-e9c0-4949-9beb-f30de8d059da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945914 May 28 01:42:42.332864 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for port, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:42.336398 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10898818'] for port, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:42.343261 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:42.366728 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Set router a4485df0-be2d-4cb2-99d4-ea73a7564821 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:42:42.419637 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Pushing event updated for resources: {'Port': ['ID=e0604b6c-f659-4380-a22c-2bb66831f98c,revision_number=2']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:42.425232 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:42.513367 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port eef915c6-0b92-4761-bfdf-6482e7753089 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:42:42.522342 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port eef915c6-0b92-4761-bfdf-6482e7753089 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:42:42.522636 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:42.523474 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025534'] for floatingip, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:42.577939 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for floatingip, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:42.579544 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2211120 May 28 01:42:42.593803 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2222aa48-d4da-48fa-bb6d-37b0489d21d3 req-9db4d304-41d3-481c-b21c-95f388522054 service neutron] 10.222.0.20 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7610035 May 28 01:42:42.642827 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fab12-5399-4091-a4db-b43154cd89fc req-a72752f7-dd35-4e56-961b-419e5b31e4f4 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:42.644503 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9d4fab12-5399-4091-a4db-b43154cd89fc req-a72752f7-dd35-4e56-961b-419e5b31e4f4 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 944 time: 0.7300839 May 28 01:42:42.689608 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbd631-b4d4-4c4e-967c-9e5856131605 req-961d178f-27d9-420e-90e2-7b44561b8086 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:42.691176 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2efbd631-b4d4-4c4e-967c-9e5856131605 req-961d178f-27d9-420e-90e2-7b44561b8086 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 943 time: 0.6572573 May 28 01:42:43.019285 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed5c72-22ca-46aa-95f9-223f07f5abac req-7b08efa4-fca0-458c-84b5-890df366127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:43.021433 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-09ed5c72-22ca-46aa-95f9-223f07f5abac req-7b08efa4-fca0-458c-84b5-890df366127c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f5260c4720641669e5750d992338084&device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 1097 time: 0.6901031 May 28 01:42:43.127319 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9d4fab12-5399-4091-a4db-b43154cd89fc req-eb05dce8-0935-4c3e-ac67-130db97e4004 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9544063-d636-4683-8530-5921cf57ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613183 May 28 01:42:43.241773 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2efbd631-b4d4-4c4e-967c-9e5856131605 req-222c93c1-f0ad-4c6a-8ca2-138ccc59257d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734916 May 28 01:42:43.279472 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2222aa48-d4da-48fa-bb6d-37b0489d21d3 req-758ef888-6c5c-479a-b51c-6ca962e2346f service neutron] 10.222.0.20 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6745648 May 28 01:42:43.353592 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:43.376044 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed5c72-22ca-46aa-95f9-223f07f5abac req-7c787bcc-9e3f-4e0f-bc98-be027f41a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:43.377589 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-09ed5c72-22ca-46aa-95f9-223f07f5abac req-7c787bcc-9e3f-4e0f-bc98-be027f41a828 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bdc60d33-e9c0-4949-9beb-f30de8d059da HTTP/1.1" status: 200 len: 913 time: 0.3309917 May 28 01:42:43.447947 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port eef915c6-0b92-4761-bfdf-6482e7753089, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=eef915c6-0b92-4761-bfdf-6482e7753089,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:42:43.458911 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:43.461736 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4485df0-be2d-4cb2-99d4-ea73a7564821', 'name': 'tempest-ServerRescueNegativeTestJSON-1073038387-router', 'tenant_id': '6e93d884e97b4986ae88333d6a80b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.117'}], 'enable_snat': True}, 'gw_port_id': '9542a0f3-a349-41b8-a3b2-237940272e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:19Z', 'updated_at': '2021-05-28T01:42:37Z', 'revision_number': 4, 'project_id': '6e93d884e97b4986ae88333d6a80b00c', 'gw_port': {'id': '9542a0f3-a349-41b8-a3b2-237940272e96', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4485df0-be2d-4cb2-99d4-ea73a7564821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': 'da922184-11bf-49fc-84f0-1d1a835c979f', 'name': '', 'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5', 'tenant_id': '6e93d884e97b4986ae88333d6a80b00c', 'mac_address': 'fa:16:3e:e3:90:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4485df0-be2d-4cb2-99d4-ea73a7564821', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4b312163-fab7-44a7-800f-e4a469a8099d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:33Z', 'updated_at': '2021-05-28T01:42:38Z', 'revision_number': 2, 'project_id': '6e93d884e97b4986ae88333d6a80b00c', 'subnets': [{'id': '4b312163-fab7-44a7-800f-e4a469a8099d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:43.467207 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:43.505945 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-09ed5c72-22ca-46aa-95f9-223f07f5abac req-5b251d9d-7617-4c48-8c2c-23169108298d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=045fd300-3351-4d6d-bf35-4d551703e667 HTTP/1.1" status: 200 len: 217 time: 0.1214094 May 28 01:42:43.535217 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Checking router: a4485df0-be2d-4cb2-99d4-ea73a7564821 for host: dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:42:43.535736 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Updating router a4485df0-be2d-4cb2-99d4-ea73a7564821 port da922184-11bf-49fc-84f0-1d1a835c979f binding host dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 01:42:43.600137 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-0287175f-d7af-43af-be60-848dbe5286c6 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2138399929&fields=id&tenant_id=754c0001c83d4af1bdc6a16555b480e4 HTTP/1.1" status: 200 len: 267 time: 0.1316891 May 28 01:42:43.618609 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:43.665708 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=eef915c6-0b92-4761-bfdf-6482e7753089,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:43.682839 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:43.687713 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed5c72-22ca-46aa-95f9-223f07f5abac req-9a6a9c27-68ed-4025-a336-23c4d48c49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:43.689179 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-09ed5c72-22ca-46aa-95f9-223f07f5abac req-9a6a9c27-68ed-4025-a336-23c4d48c49ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=038d753b-cfea-42ee-9828-05b75794900b HTTP/1.1" status: 200 len: 852 time: 0.1709452 May 28 01:42:43.804181 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-09ed5c72-22ca-46aa-95f9-223f07f5abac req-445715a6-cb9d-49b1-b04d-df88d5c0acb2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdc60d33-e9c0-4949-9beb-f30de8d059da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014404 May 28 01:42:43.903482 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device eef915c6-0b92-4761-bfdf-6482e7753089 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:42:43.991955 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-a042d4d2-f1e0-41ac-80e1-0e43e23afe97 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:43.995491 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-a042d4d2-f1e0-41ac-80e1-0e43e23afe97 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/networks?id=157de08f-e2cd-4e4a-a493-6006286275a5 HTTP/1.1" status: 200 len: 819 time: 0.4417651 May 28 01:42:44.003412 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device aa8ec143-4257-4f9c-9218-94caaa57ec03 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:42:44.016628 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-a5b2a4f9-014a-442a-978b-6927390f6152 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:44.018148 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-a5b2a4f9-014a-442a-978b-6927390f6152 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/networks?id=3463d1e7-4623-4440-bb64-03cc52099eb5 HTTP/1.1" status: 200 len: 817 time: 0.3639066 May 28 01:42:44.064145 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-150ea34d-a901-423b-89bc-b7e6323a01e3 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/quotas/6e93d884e97b4986ae88333d6a80b00c HTTP/1.1" status: 200 len: 375 time: 0.0546501 May 28 01:42:44.078750 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-529beca4-8a15-4199-8979-01db4cb6892a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/quotas/754c0001c83d4af1bdc6a16555b480e4 HTTP/1.1" status: 200 len: 375 time: 0.0496414 May 28 01:42:44.156172 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port eef915c6-0b92-4761-bfdf-6482e7753089 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:42:44.157295 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:44.199603 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-09ed5c72-22ca-46aa-95f9-223f07f5abac req-2eb40149-499f-433f-995b-4a910d440d6b service neutron] 10.222.0.20 "GET /v2.0/networks/bdc60d33-e9c0-4949-9beb-f30de8d059da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823192 May 28 01:42:44.233306 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51812) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:44.238290 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port aa8ec143-4257-4f9c-9218-94caaa57ec03, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=aa8ec143-4257-4f9c-9218-94caaa57ec03,segment=NetworkSegment(d12d5d54-573a-46e8-8145-3515ecd566e1),segment_id=d12d5d54-573a-46e8-8145-3515ecd566e1)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:42:44.310186 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': 'aa8ec143-4257-4f9c-9218-94caaa57ec03', 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e', 'port_id': 'aa8ec143-4257-4f9c-9218-94caaa57ec03', 'mac_address': 'fa:16:3e:e5:f2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52254074-e28a-4080-9a1b-3e9eccf9a78c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:42:44.385698 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Notify callbacks [] for port, precommit_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:44.441256 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Transition to ACTIVE for port object da922184-11bf-49fc-84f0-1d1a835c979f will not be triggered until provisioned by entity L2. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:42:44.451032 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:44.454296 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-c4d78d33-9133-45ca-887c-32a82ff3069b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=754c0001c83d4af1bdc6a16555b480e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3738456 May 28 01:42:44.481007 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:44.488403 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:44.565961 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e7528-ef92-4722-97e2-dfe9b3f996b7 None None] Pushing event updated for resources: {'Port': ['ID=da922184-11bf-49fc-84f0-1d1a835c979f,revision_number=3']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:44.575033 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-7a1e7528-ef92-4722-97e2-dfe9b3f996b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:44.576808 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa8ec143-4257-4f9c-9218-94caaa57ec03 {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:42:44.598171 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-26fc6292-f3b4-4a90-9afe-90f0ccd255ae tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Synchronizing usage tracker for tenant:6e93d884e97b4986ae88333d6a80b00c on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:42:44.598475 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port aa8ec143-4257-4f9c-9218-94caaa57ec03, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=aa8ec143-4257-4f9c-9218-94caaa57ec03,segment=NetworkSegment(d12d5d54-573a-46e8-8145-3515ecd566e1),segment_id=d12d5d54-573a-46e8-8145-3515ecd566e1)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:42:44.622676 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6e3c35ca-3040-46ea-92fc-7a4323d5777f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:44.640328 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-09ed5c72-22ca-46aa-95f9-223f07f5abac req-3530abd2-1281-4b61-a3ff-2c24bb6e04fa service neutron] 10.222.0.20 "GET /v2.0/networks/bdc60d33-e9c0-4949-9beb-f30de8d059da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286613 May 28 01:42:44.657479 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:44.668412 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-6e3c35ca-3040-46ea-92fc-7a4323d5777f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:44.679679 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-6e3c35ca-3040-46ea-92fc-7a4323d5777f admin admin] Usage tracker for resource:security_group_rule and tenant:fa8178093adb419b9b65cde1e4d2cc70 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:44.680265 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:44.682883 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-26fc6292-f3b4-4a90-9afe-90f0ccd255ae tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Unset dirty status for tenant:6e93d884e97b4986ae88333d6a80b00c on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:42:44.684928 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-26fc6292-f3b4-4a90-9afe-90f0ccd255ae tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e93d884e97b4986ae88333d6a80b00c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6042166 May 28 01:42:44.688839 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-6e3c35ca-3040-46ea-92fc-7a4323d5777f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:44.700571 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-6e3c35ca-3040-46ea-92fc-7a4323d5777f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:44.832819 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-3a3b4d75-7349-41cd-a6b6-b9800f0a1c7d service neutron] 10.222.0.32 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502622 May 28 01:42:44.851637 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6e3c35ca-3040-46ea-92fc-7a4323d5777f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:44.854939 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Attempting to bind port da922184-11bf-49fc-84f0-1d1a835c979f on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:42:44.855316 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Attempting to bind port da922184-11bf-49fc-84f0-1d1a835c979f by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': '666d0ef4-6f04-445a-b542-9a0890c9b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5'}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:42:44.855697 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Attempting to bind port da922184-11bf-49fc-84f0-1d1a835c979f on network 157de08f-e2cd-4e4a-a493-6006286275a5 {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:42:44.859028 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6e3c35ca-3040-46ea-92fc-7a4323d5777f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:44.859190 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=aa8ec143-4257-4f9c-9218-94caaa57ec03,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:44.864320 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:44.865555 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:42:44.865738 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Checking segment: {'id': '666d0ef4-6f04-445a-b542-9a0890c9b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:42:44.866293 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:44.866683 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Bound using segment: {'id': '666d0ef4-6f04-445a-b542-9a0890c9b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5'} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:42:44.867188 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Bound port: da922184-11bf-49fc-84f0-1d1a835c979f, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666d0ef4-6f04-445a-b542-9a0890c9b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5'}}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:42:44.867561 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:44.878233 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:44.938657 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-6e3c35ca-3040-46ea-92fc-7a4323d5777f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa8178093adb419b9b65cde1e4d2cc70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7042480 May 28 01:42:44.941394 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c35ca-3040-46ea-92fc-7a4323d5777f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d30e99-4f53-4736-9be4-52b185de191d,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:44.943686 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51844) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:44.946485 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-6e3c35ca-3040-46ea-92fc-7a4323d5777f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:44.982839 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] For port da922184-11bf-49fc-84f0-1d1a835c979f, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:42:44.987876 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] For port da922184-11bf-49fc-84f0-1d1a835c979f, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=da922184-11bf-49fc-84f0-1d1a835c979f,segment=NetworkSegment(666d0ef4-6f04-445a-b542-9a0890c9b152),segment_id=666d0ef4-6f04-445a-b542-9a0890c9b152)] {{(pid=98375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:42:44.994679 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:45.001034 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-a92fc032-259e-459d-940d-b4c8b4b7ba73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:45.025277 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-511e1591-6f92-455a-8bc1-aba80b7246e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:45.049737 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['aa8ec143-4257-4f9c-9218-94caaa57ec03'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:42:45.058078 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-511e1591-6f92-455a-8bc1-aba80b7246e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:45.133995 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-511e1591-6f92-455a-8bc1-aba80b7246e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:45.140917 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:45.156774 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Routers {'a4485df0-be2d-4cb2-99d4-ea73a7564821'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:42:45.157766 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:42:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['a4485df0-be2d-4cb2-99d4-ea73a7564821'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:45.159114 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-55a0f9e9-f30e-4212-8587-f120d971525b service neutron] 10.222.0.32 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591880 May 28 01:42:45.161149 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-1632a47e-b739-43b7-b509-ba39afa04878 service neutron] 10.222.0.32 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079143 May 28 01:42:45.162418 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e1591-6f92-455a-8bc1-aba80b7246e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d30e99-4f53-4736-9be4-52b185de191d,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:45.164335 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-511e1591-6f92-455a-8bc1-aba80b7246e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:45.168100 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-511e1591-6f92-455a-8bc1-aba80b7246e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73d30e99-4f53-4736-9be4-52b185de191d HTTP/1.1" status: 204 len: 168 time: 0.2212934 May 28 01:42:45.168100 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-511e1591-6f92-455a-8bc1-aba80b7246e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:45.283063 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e7528-ef92-4722-97e2-dfe9b3f996b7 None None] Pushing event updated for resources: {'Port': ['ID=da922184-11bf-49fc-84f0-1d1a835c979f,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:45.301648 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-7a1e7528-ef92-4722-97e2-dfe9b3f996b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:45.364810 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-25001ac8-a53f-4d02-bb28-9c4685c463a6 service neutron] 10.222.0.32 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937308 May 28 01:42:45.629566 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a734ca-d48c-42f4-a0ef-dcae0a469b77 req-ebe86509-88ee-4454-b665-b576623d8e8b tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:45.638945 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a4a734ca-d48c-42f4-a0ef-dcae0a469b77 req-ebe86509-88ee-4454-b665-b576623d8e8b tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 944 time: 0.1303875 May 28 01:42:45.663337 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] Set router a4485df0-be2d-4cb2-99d4-ea73a7564821 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:42:45.714749 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51870) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:45.747629 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-40eabdec-eb70-4dd2-8066-2e73541591ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:45.778408 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-40eabdec-eb70-4dd2-8066-2e73541591ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:45.787425 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-40eabdec-eb70-4dd2-8066-2e73541591ce admin admin] Usage tracker for resource:security_group_rule and tenant:c5e68483f44c45959fffca3e57ffc55c is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:45.801448 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-40eabdec-eb70-4dd2-8066-2e73541591ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:45.825636 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-40eabdec-eb70-4dd2-8066-2e73541591ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:45.838575 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a4a734ca-d48c-42f4-a0ef-dcae0a469b77 req-b27fe5b8-160d-4255-a5d7-eeca1e8053ce tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9544063-d636-4683-8530-5921cf57ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986911 May 28 01:42:45.886404 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e5c8d-b9d8-4983-9f81-793d1dbfff59 req-1d967a0d-cbff-40e9-b609-cfb117f11909 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:45.906189 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1b5e5c8d-b9d8-4983-9f81-793d1dbfff59 req-1d967a0d-cbff-40e9-b609-cfb117f11909 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 944 time: 0.2415271 May 28 01:42:46.018864 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 045fd300-3351-4d6d-bf35-4d551703e667 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:42:46.024547 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-40eabdec-eb70-4dd2-8066-2e73541591ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:46.036074 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-40eabdec-eb70-4dd2-8066-2e73541591ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:46.053571 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-10aeedde-8c56-43db-b207-6643a341ae1c req-ca5a217c-9d40-4371-b071-0be88f0fcd6d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 210 time: 0.1389022 May 28 01:42:46.069428 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-92c6894f-ada0-4c9a-acc4-43a2cb852069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:46.097586 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1b5e5c8d-b9d8-4983-9f81-793d1dbfff59 req-57ac9d81-60c4-49f9-85b0-f3e8b2dcb9a2 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809075 May 28 01:42:46.173422 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eabdec-eb70-4dd2-8066-2e73541591ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118be442-458a-4970-a066-c3fb259b6cdd,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:46.193998 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-40eabdec-eb70-4dd2-8066-2e73541591ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:46.207219 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-40eabdec-eb70-4dd2-8066-2e73541591ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5e68483f44c45959fffca3e57ffc55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4915950 May 28 01:42:46.223630 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 51894) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:46.284104 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-79d7bdd1-2eb8-4a06-bc55-1a246ddd60df req-fb821d41-4224-4403-90e4-b61204d23643 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 210 time: 0.1202710 May 28 01:42:46.374291 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a7eba765-159d-4469-8925-5609afbd34b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:46.430307 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a7eba765-159d-4469-8925-5609afbd34b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:46.494000 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 045fd300-3351-4d6d-bf35-4d551703e667, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=045fd300-3351-4d6d-bf35-4d551703e667,segment=NetworkSegment(985141e6-1f81-496f-9282-336b6bf45064),segment_id=985141e6-1f81-496f-9282-336b6bf45064)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:42:46.524521 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a7eba765-159d-4469-8925-5609afbd34b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:46.529278 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-a52d1553-4520-40f2-8b87-0e3f64c606c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:46.530104 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': '045fd300-3351-4d6d-bf35-4d551703e667', 'network_id': 'bdc60d33-e9c0-4949-9beb-f30de8d059da', 'port_id': '045fd300-3351-4d6d-bf35-4d551703e667', 'mac_address': 'fa:16:3e:94:9e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038d753b-cfea-42ee-9828-05b75794900b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:42:46.564974 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eba765-159d-4469-8925-5609afbd34b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118be442-458a-4970-a066-c3fb259b6cdd,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:46.573682 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-a7eba765-159d-4469-8925-5609afbd34b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:46.587481 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a7eba765-159d-4469-8925-5609afbd34b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:46.588749 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-a7eba765-159d-4469-8925-5609afbd34b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/118be442-458a-4970-a066-c3fb259b6cdd HTTP/1.1" status: 204 len: 168 time: 0.3640981 May 28 01:42:46.675463 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4485df0-be2d-4cb2-99d4-ea73a7564821', 'name': 'tempest-ServerRescueNegativeTestJSON-1073038387-router', 'tenant_id': '6e93d884e97b4986ae88333d6a80b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.117'}], 'enable_snat': True}, 'gw_port_id': '9542a0f3-a349-41b8-a3b2-237940272e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:19Z', 'updated_at': '2021-05-28T01:42:37Z', 'revision_number': 4, 'project_id': '6e93d884e97b4986ae88333d6a80b00c', 'gw_port': {'id': '9542a0f3-a349-41b8-a3b2-237940272e96', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4485df0-be2d-4cb2-99d4-ea73a7564821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': 'da922184-11bf-49fc-84f0-1d1a835c979f', 'name': '', 'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5', 'tenant_id': '6e93d884e97b4986ae88333d6a80b00c', 'mac_address': 'fa:16:3e:e3:90:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4485df0-be2d-4cb2-99d4-ea73a7564821', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4b312163-fab7-44a7-800f-e4a469a8099d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:33Z', 'updated_at': '2021-05-28T01:42:44Z', 'revision_number': 4, 'project_id': '6e93d884e97b4986ae88333d6a80b00c', 'subnets': [{'id': '4b312163-fab7-44a7-800f-e4a469a8099d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:42:46.691782 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb2689-44ae-4504-bb3c-51a7910f5b1f None None] The sync data for ids ['a4485df0-be2d-4cb2-99d4-ea73a7564821'] in dv-cinder-793515-1-smb is: [{'id': 'a4485df0-be2d-4cb2-99d4-ea73a7564821', 'name': 'tempest-ServerRescueNegativeTestJSON-1073038387-router', 'tenant_id': '6e93d884e97b4986ae88333d6a80b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.117'}], 'enable_snat': True}, 'gw_port_id': '9542a0f3-a349-41b8-a3b2-237940272e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:19Z', 'updated_at': '2021-05-28T01:42:37Z', 'revision_number': 4, 'project_id': '6e93d884e97b4986ae88333d6a80b00c', 'gw_port': {'id': '9542a0f3-a349-41b8-a3b2-237940272e96', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4485df0-be2d-4cb2-99d4-ea73a7564821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': 'da922184-11bf-49fc-84f0-1d1a835c979f', 'name': '', 'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5', 'tenant_id': '6e93d884e97b4986ae88333d6a80b00c', 'mac_address': 'fa:16:3e:e3:90:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4485df0-be2d-4cb2-99d4-ea73a7564821', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4b312163-fab7-44a7-800f-e4a469a8099d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:33Z', 'updated_at': '2021-05-28T01:42:44Z', 'revision_number': 4, 'project_id': '6e93d884e97b4986ae88333d6a80b00c', 'subnets': [{'id': '4b312163-fab7-44a7-800f-e4a469a8099d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:42:46.691782 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:46.706856 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045fd300-3351-4d6d-bf35-4d551703e667 {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:42:46.752829 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 045fd300-3351-4d6d-bf35-4d551703e667, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=045fd300-3351-4d6d-bf35-4d551703e667,segment=NetworkSegment(985141e6-1f81-496f-9282-336b6bf45064),segment_id=985141e6-1f81-496f-9282-336b6bf45064)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:42:46.766358 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:46.768456 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-62e41ee1-b6ef-4a90-838f-ff759ecd98f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:46.914507 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=045fd300-3351-4d6d-bf35-4d551703e667,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:46.919439 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:47.059614 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-89708ea7-8d44-422f-8e91-2b7802d57801 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:47.061506 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-89708ea7-8d44-422f-8e91-2b7802d57801 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/networks?id=157de08f-e2cd-4e4a-a493-6006286275a5 HTTP/1.1" status: 200 len: 819 time: 0.4099443 May 28 01:42:47.072902 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['045fd300-3351-4d6d-bf35-4d551703e667'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:42:47.098396 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-b9d3bc56-1f0d-41b5-a418-8e3b0d098837 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/quotas/6e93d884e97b4986ae88333d6a80b00c HTTP/1.1" status: 200 len: 375 time: 0.0253074 May 28 01:42:47.233884 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388a3b3-e83b-4f27-bcf5-7b98e7bbf269 req-e46b2655-ee0c-490a-ac4e-f13c9a4ca1f7 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:47.246638 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9388a3b3-e83b-4f27-bcf5-7b98e7bbf269 req-e46b2655-ee0c-490a-ac4e-f13c9a4ca1f7 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 945 time: 0.2385442 May 28 01:42:47.276858 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-f8697335-8d82-4c0c-883f-7fe85e870969 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e93d884e97b4986ae88333d6a80b00c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1716001 May 28 01:42:47.419834 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9388a3b3-e83b-4f27-bcf5-7b98e7bbf269 req-9ae2c203-2a4e-4530-8d7b-f027b4d773b5 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9544063-d636-4683-8530-5921cf57ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719146 May 28 01:42:47.694778 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-03f4459f-696a-4e3b-9a41-b9bdcdd78663 req-8ecd8222-6478-4506-8a3c-8fb2f78d46eb tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 210 time: 0.0891118 May 28 01:42:47.763300 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-0bfbc327-df4a-4046-9d65-863205263e4a service neutron] 10.222.0.32 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664519 May 28 01:42:47.815142 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-177453e0-3c75-4b4f-989a-e04af3af99c1 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:47.816648 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-177453e0-3c75-4b4f-989a-e04af3af99c1 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.20 "GET /v2.0/networks?id=3463d1e7-4623-4440-bb64-03cc52099eb5 HTTP/1.1" status: 200 len: 817 time: 0.3497891 May 28 01:42:47.965386 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device da922184-11bf-49fc-84f0-1d1a835c979f up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:42:48.003182 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 045fd300-3351-4d6d-bf35-4d551703e667 up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:42:48.057031 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-63fe9e6b-52ee-4939-b9e2-db775391e388 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=754c0001c83d4af1bdc6a16555b480e4 HTTP/1.1" status: 200 len: 380 time: 0.1734135 May 28 01:42:48.061793 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-7792551e-1745-44d0-a439-7c8ce84f90ca service neutron] 10.222.0.32 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881334 May 28 01:42:48.083798 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-15aea1cb-5e91-4fd1-b8af-009587631cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Request body: {'port': {'device_id': 'c2233e4b-bbc4-4b10-b6c3-0e1ef830131d', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'admin_state_up': True, 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'security_groups': ['ae01f818-75ac-4ace-b110-515d7fb2677f']}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:48.127494 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning for port 045fd300-3351-4d6d-bf35-4d551703e667 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:42:48.139351 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port da922184-11bf-49fc-84f0-1d1a835c979f completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:42:48.150229 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port 045fd300-3351-4d6d-bf35-4d551703e667 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:42:48.160145 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:48.221747 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port da922184-11bf-49fc-84f0-1d1a835c979f triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:42:48.222357 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:48.248206 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6c17b-5113-4495-897e-41aeca94381f req-675b9f52-d928-4700-9ae6-e0179432fb6f tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:48.250437 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fdf6c17b-5113-4495-897e-41aeca94381f req-675b9f52-d928-4700-9ae6-e0179432fb6f tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 944 time: 0.3682833 May 28 01:42:48.370082 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fdf6c17b-5113-4495-897e-41aeca94381f req-709395db-e6d9-4681-9ffe-befab383177f tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134989 May 28 01:42:48.380379 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-15aea1cb-5e91-4fd1-b8af-009587631cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:48.385010 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-15aea1cb-5e91-4fd1-b8af-009587631cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Usage tracker for resource:port and tenant:754c0001c83d4af1bdc6a16555b480e4 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:48.396089 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-15aea1cb-5e91-4fd1-b8af-009587631cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:48.473917 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-15aea1cb-5e91-4fd1-b8af-009587631cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:48.635733 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-15aea1cb-5e91-4fd1-b8af-009587631cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Made reservation on behalf of 754c0001c83d4af1bdc6a16555b480e4 for: {'port': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:42:48.642520 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-15aea1cb-5e91-4fd1-b8af-009587631cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:48.685572 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-48982ab4-a2e8-4efa-bd1c-1a44fca4c10d req-0b3683b0-326d-4fc7-abc3-a0a4cbc7270c tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 210 time: 0.3166709 May 28 01:42:48.702794 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:48.746198 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:48.818900 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd2ae09-94af-49ee-ba72-5402c8b25148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045fd300-3351-4d6d-bf35-4d551703e667'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:42:48.985584 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 045fd300-3351-4d6d-bf35-4d551703e667, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=045fd300-3351-4d6d-bf35-4d551703e667,segment=NetworkSegment(985141e6-1f81-496f-9282-336b6bf45064),segment_id=985141e6-1f81-496f-9282-336b6bf45064)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:42:49.016736 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:49.023939 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device aa8ec143-4257-4f9c-9218-94caaa57ec03 up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:42:49.150862 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:49.201130 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f864a824-702c-45ad-bde1-9c0864a47e42 req-c951c7ba-6e93-4bb8-85a7-184884ac0deb tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 210 time: 0.1125190 May 28 01:42:49.286084 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port da922184-11bf-49fc-84f0-1d1a835c979f, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=da922184-11bf-49fc-84f0-1d1a835c979f,segment=NetworkSegment(666d0ef4-6f04-445a-b542-9a0890c9b152),segment_id=666d0ef4-6f04-445a-b542-9a0890c9b152)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:42:49.319960 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:49.357949 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=045fd300-3351-4d6d-bf35-4d551703e667,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:49.366341 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:49.375749 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:49.398753 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-2239f21d-42e6-42bc-956e-24fe0f1b80d3 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:49.405269 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-2239f21d-42e6-42bc-956e-24fe0f1b80d3 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.20 "GET /v2.0/networks?id=157de08f-e2cd-4e4a-a493-6006286275a5 HTTP/1.1" status: 200 len: 819 time: 0.9209526 May 28 01:42:49.512660 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-d03562b0-d979-40a6-9c16-25dee48e8d9f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Request body: {'port': {'device_id': 'e268644f-fec2-47ce-bcc1-a086393d2079', 'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5', 'admin_state_up': True, 'tenant_id': '6e93d884e97b4986ae88333d6a80b00c'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:49.564690 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning for port aa8ec143-4257-4f9c-9218-94caaa57ec03 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:42:49.579007 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port aa8ec143-4257-4f9c-9218-94caaa57ec03 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:42:49.579390 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:49.615769 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd2ae09-94af-49ee-ba72-5402c8b25148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045fd300-3351-4d6d-bf35-4d551703e667', 'code': 200} May 28 01:42:49.622196 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=da922184-11bf-49fc-84f0-1d1a835c979f,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:49.631705 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:49.721668 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc654c3-e7f1-4293-9a2b-d08c6890b42a req-924aa52a-53a8-4c66-91ba-76eb9f7a295a tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:49.721905 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:49.723571 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-edc654c3-e7f1-4293-9a2b-d08c6890b42a req-924aa52a-53a8-4c66-91ba-76eb9f7a295a tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 946 time: 0.8868847 May 28 01:42:49.791714 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port aa8ec143-4257-4f9c-9218-94caaa57ec03, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=aa8ec143-4257-4f9c-9218-94caaa57ec03,segment=NetworkSegment(d12d5d54-573a-46e8-8145-3515ecd566e1),segment_id=d12d5d54-573a-46e8-8145-3515ecd566e1)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:42:49.801458 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:49.803437 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:49.919685 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=aa8ec143-4257-4f9c-9218-94caaa57ec03,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:49.923813 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:49.942563 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 52058) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:49.967476 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device da922184-11bf-49fc-84f0-1d1a835c979f up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:42:49.985252 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-15aea1cb-5e91-4fd1-b8af-009587631cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Allocated IP 172.20.0.9 (3463d1e7-4623-4440-bb64-03cc52099eb5/61422ffd-2b35-4f4c-a3bf-b8c5addbfe48/02ea96f2-707a-4481-a508-13103d829f10) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:42:50.059579 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port da922184-11bf-49fc-84f0-1d1a835c979f triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:42:50.060781 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:50.085555 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.20', 62010) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:50.169765 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5eb9c7c6-44a7-4fd2-9d1f-a565f5bff841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:50.207929 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-5eb9c7c6-44a7-4fd2-9d1f-a565f5bff841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:50.220406 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-5eb9c7c6-44a7-4fd2-9d1f-a565f5bff841 admin admin] Usage tracker for resource:security_group_rule and tenant:7cb580582d0c47b19daa8d6e00075aa7 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:50.220525 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-edc654c3-e7f1-4293-9a2b-d08c6890b42a req-2dab0f07-74b9-450d-bb91-9b7da1c32aba tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9544063-d636-4683-8530-5921cf57ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871218 May 28 01:42:50.239658 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-5eb9c7c6-44a7-4fd2-9d1f-a565f5bff841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:50.246881 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-5eb9c7c6-44a7-4fd2-9d1f-a565f5bff841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:50.266247 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01254d50-d283-4617-8df1-b2202c02ef6f req-b76413db-be5b-4f69-85c4-673e9cf56734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:50.267792 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-01254d50-d283-4617-8df1-b2202c02ef6f req-b76413db-be5b-4f69-85c4-673e9cf56734 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 1099 time: 0.1812716 May 28 01:42:50.279199 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-15aea1cb-5e91-4fd1-b8af-009587631cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:50.299687 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-01254d50-d283-4617-8df1-b2202c02ef6f req-a063473d-b675-4b45-9afe-ad718b67655b service neutron] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:50.319355 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-15aea1cb-5e91-4fd1-b8af-009587631cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Transition to ACTIVE for port object 02ea96f2-707a-4481-a508-13103d829f10 will not be triggered until provisioned by entity DHCP. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:42:50.323749 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [req-01254d50-d283-4617-8df1-b2202c02ef6f req-a063473d-b675-4b45-9afe-ad718b67655b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:50.328025 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-01254d50-d283-4617-8df1-b2202c02ef6f req-a063473d-b675-4b45-9afe-ad718b67655b service neutron] Usage tracker for resource:security_group_rule and tenant:77f9b46301444594a362748f473d3a90 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:50.328514 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb499f0-9158-4a04-98ce-f202b8373431 req-8271cea4-a542-4616-a184-a6aca770ab5e tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:50.330238 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cdb499f0-9158-4a04-98ce-f202b8373431 req-8271cea4-a542-4616-a184-a6aca770ab5e tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 945 time: 0.4427540 May 28 01:42:50.331473 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-d03562b0-d979-40a6-9c16-25dee48e8d9f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:50.336908 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-01254d50-d283-4617-8df1-b2202c02ef6f req-a063473d-b675-4b45-9afe-ad718b67655b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:50.343345 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [req-01254d50-d283-4617-8df1-b2202c02ef6f req-a063473d-b675-4b45-9afe-ad718b67655b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:50.360400 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-d03562b0-d979-40a6-9c16-25dee48e8d9f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:50.411232 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cdb499f0-9158-4a04-98ce-f202b8373431 req-3c4aa935-095a-41c7-a92f-c801246b3c53 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739644 May 28 01:42:50.413153 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-d03562b0-d979-40a6-9c16-25dee48e8d9f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Made reservation on behalf of 6e93d884e97b4986ae88333d6a80b00c for: {'port': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:42:50.416813 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-d03562b0-d979-40a6-9c16-25dee48e8d9f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:50.479526 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5eb9c7c6-44a7-4fd2-9d1f-a565f5bff841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:50.492170 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.20', 62011) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:50.523788 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-66d9d4c8-e89a-4b55-9124-da60a16ee6ce req-ceac115f-4abb-415a-b8ed-a912ddfafc42 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 210 time: 0.0806639 May 28 01:42:50.526427 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-15aea1cb-5e91-4fd1-b8af-009587631cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:50.560104 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:50.663441 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-3db8de3a-630e-4b73-9ce3-9ec54832a5cf tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:50.664505 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-3db8de3a-630e-4b73-9ce3-9ec54832a5cf tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Synchronizing usage tracker for tenant:6e93d884e97b4986ae88333d6a80b00c on resource:network {{(pid=98374) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:42:50.668161 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5eb9c7c6-44a7-4fd2-9d1f-a565f5bff841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:50.705552 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-a7eba765-159d-4469-8925-5609afbd34b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:50.832579 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-15aea1cb-5e91-4fd1-b8af-009587631cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Network 3463d1e7-4623-4440-bb64-03cc52099eb5 is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:42:50.845196 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-15aea1cb-5e91-4fd1-b8af-009587631cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:42:50.856226 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-15aea1cb-5e91-4fd1-b8af-009587631cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:42:50.862259 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-15aea1cb-5e91-4fd1-b8af-009587631cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:50.862462 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-15aea1cb-5e91-4fd1-b8af-009587631cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:50.887715 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-01254d50-d283-4617-8df1-b2202c02ef6f req-a063473d-b675-4b45-9afe-ad718b67655b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:50.896873 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-5eb9c7c6-44a7-4fd2-9d1f-a565f5bff841 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7cb580582d0c47b19daa8d6e00075aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9523363 May 28 01:42:50.897959 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9c7c6-44a7-4fd2-9d1f-a565f5bff841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2779cc0-dfa2-498f-9e2b-9835b8cd14d5,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:50.900785 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 52096) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:50.914403 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-5eb9c7c6-44a7-4fd2-9d1f-a565f5bff841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:50.915442 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-01254d50-d283-4617-8df1-b2202c02ef6f req-a063473d-b675-4b45-9afe-ad718b67655b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:50.935756 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aea1cb-5e91-4fd1-b8af-009587631cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Pushing event updated for resources: {'Port': ['ID=02ea96f2-707a-4481-a508-13103d829f10,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:50.940786 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-3db8de3a-630e-4b73-9ce3-9ec54832a5cf tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Unset dirty status for tenant:6e93d884e97b4986ae88333d6a80b00c on resource:network {{(pid=98374) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:42:50.941904 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-3db8de3a-630e-4b73-9ce3-9ec54832a5cf tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.20 "GET /v2.0/networks?id=157de08f-e2cd-4e4a-a493-6006286275a5 HTTP/1.1" status: 200 len: 819 time: 0.4477649 May 28 01:42:50.946567 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:50.947141 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-15aea1cb-5e91-4fd1-b8af-009587631cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:50.976583 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-b970a73b-eb48-4dbf-85e7-5a77c6d4dbf8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Request body: {'port': {'device_id': '150cddba-a97d-4583-b84e-502b39e607ea', 'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5', 'admin_state_up': True, 'tenant_id': '6e93d884e97b4986ae88333d6a80b00c'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:50.992324 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-15aea1cb-5e91-4fd1-b8af-009587631cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9148996 May 28 01:42:51.024871 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-d03562b0-d979-40a6-9c16-25dee48e8d9f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Allocated IP 172.20.0.4 (157de08f-e2cd-4e4a-a493-6006286275a5/4b312163-fab7-44a7-800f-e4a469a8099d/13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:42:51.030524 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Request body: {'port': {'device_id': 'c2233e4b-bbc4-4b10-b6c3-0e1ef830131d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:51.051084 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-01254d50-d283-4617-8df1-b2202c02ef6f req-a063473d-b675-4b45-9afe-ad718b67655b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d9544063-d636-4683-8530-5921cf57ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7738459 May 28 01:42:51.096879 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94606bb5-b07f-4eda-8b03-565150f459b7 req-ad0ba04a-c9f3-46a1-85cc-ae39fb4a8f8c tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:51.097603 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-94606bb5-b07f-4eda-8b03-565150f459b7 req-ad0ba04a-c9f3-46a1-85cc-ae39fb4a8f8c tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Synchronizing usage tracker for tenant:754c0001c83d4af1bdc6a16555b480e4 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:42:51.144171 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063473d-b675-4b45-9afe-ad718b67655b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=84b18ba5-328e-43c2-a48a-f6212a4300b7,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:51.150443 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-a063473d-b675-4b45-9afe-ad718b67655b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:51.209748 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-304ed070-aee6-4044-8446-1f2ff670af0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:51.224270 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-544e95db-6b15-4800-81db-65b5e32db1a7 None None] Provisioning for port 02ea96f2-707a-4481-a508-13103d829f10 completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:42:51.234278 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-544e95db-6b15-4800-81db-65b5e32db1a7 None None] Provisioning complete for port 02ea96f2-707a-4481-a508-13103d829f10 triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:42:51.236375 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-544e95db-6b15-4800-81db-65b5e32db1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:51.239990 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-94606bb5-b07f-4eda-8b03-565150f459b7 req-ad0ba04a-c9f3-46a1-85cc-ae39fb4a8f8c tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Unset dirty status for tenant:754c0001c83d4af1bdc6a16555b480e4 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:42:51.242941 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-94606bb5-b07f-4eda-8b03-565150f459b7 req-ad0ba04a-c9f3-46a1-85cc-ae39fb4a8f8c tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 931 time: 0.6118433 May 28 01:42:51.289254 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-304ed070-aee6-4044-8446-1f2ff670af0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:51.300399 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-b970a73b-eb48-4dbf-85e7-5a77c6d4dbf8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:51.312480 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:51.320815 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-b970a73b-eb48-4dbf-85e7-5a77c6d4dbf8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:51.351041 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-b970a73b-eb48-4dbf-85e7-5a77c6d4dbf8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Made reservation on behalf of 6e93d884e97b4986ae88333d6a80b00c for: {'port': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:42:51.355498 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-b970a73b-eb48-4dbf-85e7-5a77c6d4dbf8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:51.411406 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-544e95db-6b15-4800-81db-65b5e32db1a7 None None] Port 02ea96f2-707a-4481-a508-13103d829f10 cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:42:51.435927 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-304ed070-aee6-4044-8446-1f2ff670af0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:51.449725 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-6e3c35ca-3040-46ea-92fc-7a4323d5777f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:51.472571 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ed070-aee6-4044-8446-1f2ff670af0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2779cc0-dfa2-498f-9e2b-9835b8cd14d5,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:51.480513 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-304ed070-aee6-4044-8446-1f2ff670af0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:51.497175 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-304ed070-aee6-4044-8446-1f2ff670af0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:51.498297 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-304ed070-aee6-4044-8446-1f2ff670af0b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2779cc0-dfa2-498f-9e2b-9835b8cd14d5 HTTP/1.1" status: 204 len: 168 time: 0.5955746 May 28 01:42:51.534676 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-94606bb5-b07f-4eda-8b03-565150f459b7 req-261fe928-84de-4c44-9018-dafed163d924 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745068 May 28 01:42:51.616931 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa44044d-f71d-4ef2-8b87-5a311a03df3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8ec143-4257-4f9c-9218-94caaa57ec03'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:42:51.739311 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-d03562b0-d979-40a6-9c16-25dee48e8d9f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:51.814941 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 52124) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:51.827004 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc69b4-01d3-4c5e-b696-67a5342c467e req-70a82cd0-d3af-4b73-948b-4c7ed6c88844 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:51.829307 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-32bc69b4-01d3-4c5e-b696-67a5342c467e req-70a82cd0-d3af-4b73-948b-4c7ed6c88844 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 946 time: 0.3786104 May 28 01:42:51.832785 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-62d19444-2ee1-41fe-96dc-3ad2aebe8022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:51.847771 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-62d19444-2ee1-41fe-96dc-3ad2aebe8022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:51.851709 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-62d19444-2ee1-41fe-96dc-3ad2aebe8022 admin admin] Usage tracker for resource:security_group_rule and tenant:1c66e0759f534a3eabe77b820d2f6f7d is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:51.854529 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-62d19444-2ee1-41fe-96dc-3ad2aebe8022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:51.860993 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-62d19444-2ee1-41fe-96dc-3ad2aebe8022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:51.947897 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-d03562b0-d979-40a6-9c16-25dee48e8d9f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:51.973026 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f934b43-fd80-4007-93d8-82c5c9845658 req-0663ecad-8b7e-4704-aefd-4511aac936d8 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:51.974472 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4f934b43-fd80-4007-93d8-82c5c9845658 req-0663ecad-8b7e-4704-aefd-4511aac936d8 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 945 time: 0.3322172 May 28 01:42:51.986469 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:52.036784 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-32bc69b4-01d3-4c5e-b696-67a5342c467e req-4b0f5f8d-0aa0-4c32-a41a-22d415ac23e4 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9544063-d636-4683-8530-5921cf57ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992428 May 28 01:42:52.039328 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-62d19444-2ee1-41fe-96dc-3ad2aebe8022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:52.045846 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_common [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-b970a73b-eb48-4dbf-85e7-5a77c6d4dbf8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Allocated IP 172.20.0.6 (157de08f-e2cd-4e4a-a493-6006286275a5/4b312163-fab7-44a7-800f-e4a469a8099d/c71e3837-68fc-43d6-9133-96e55cbfbc30) {{(pid=98374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:42:52.048655 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-62d19444-2ee1-41fe-96dc-3ad2aebe8022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:52.089016 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-4675a077-486c-4908-862e-34149e9a8ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:52.118235 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-62d19444-2ee1-41fe-96dc-3ad2aebe8022 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c66e0759f534a3eabe77b820d2f6f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020654 May 28 01:42:52.122710 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d19444-2ee1-41fe-96dc-3ad2aebe8022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc4ab4b-bb26-473c-b416-0bb3e6da747f,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:52.126289 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-62d19444-2ee1-41fe-96dc-3ad2aebe8022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:52.126975 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 52132) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:52.160497 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03562b0-d979-40a6-9c16-25dee48e8d9f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Pushing event updated for resources: {'Port': ['ID=13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:52.171648 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-d03562b0-d979-40a6-9c16-25dee48e8d9f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Network 157de08f-e2cd-4e4a-a493-6006286275a5 is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:42:52.176535 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-d03562b0-d979-40a6-9c16-25dee48e8d9f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:52.184156 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-d03562b0-d979-40a6-9c16-25dee48e8d9f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:42:52.190663 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-d03562b0-d979-40a6-9c16-25dee48e8d9f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:42:52.196196 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-d03562b0-d979-40a6-9c16-25dee48e8d9f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:52.196819 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-d03562b0-d979-40a6-9c16-25dee48e8d9f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:52.209419 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.db.resource_extend [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 01:42:52.258666 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f760e795-b19b-41a2-83c1-88bbab3de6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:52.266119 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4f934b43-fd80-4007-93d8-82c5c9845658 req-2167333b-9d43-4560-bbd4-30af1a691677 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841685 May 28 01:42:52.301269 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-3f36c678-a3e2-49e7-ab57-16a68892a4e6 req-75654837-2e37-432a-af15-51d5bad0c62b tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Synchronizing usage tracker for tenant:6e93d884e97b4986ae88333d6a80b00c on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:42:52.318972 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f760e795-b19b-41a2-83c1-88bbab3de6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:52.335159 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa44044d-f71d-4ef2-8b87-5a311a03df3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8ec143-4257-4f9c-9218-94caaa57ec03', 'code': 200} May 28 01:42:52.348637 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-d03562b0-d979-40a6-9c16-25dee48e8d9f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8447783 May 28 01:42:52.365907 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ea96f2-707a-4481-a508-13103d829f10 {{(pid=98373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:42:52.371261 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-3f36c678-a3e2-49e7-ab57-16a68892a4e6 req-75654837-2e37-432a-af15-51d5bad0c62b tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Unset dirty status for tenant:6e93d884e97b4986ae88333d6a80b00c on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:42:52.381335 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3f36c678-a3e2-49e7-ab57-16a68892a4e6 req-75654837-2e37-432a-af15-51d5bad0c62b tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 210 time: 0.2007399 May 28 01:42:52.395471 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Request body: {'port': {'device_id': 'e268644f-fec2-47ce-bcc1-a086393d2079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:52.424279 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:52.464958 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Transition to ACTIVE for port object 02ea96f2-707a-4481-a508-13103d829f10 will not be triggered until provisioned by entity L2. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:42:52.511620 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:52.529179 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-b9e50663-02dc-436d-8f3d-a5eefbcc55d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:52.690087 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-b970a73b-eb48-4dbf-85e7-5a77c6d4dbf8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Notify callbacks [] for port, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:52.802955 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f760e795-b19b-41a2-83c1-88bbab3de6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:52.803204 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:52.830586 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:52.858351 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Pushing event updated for resources: {'Port': ['ID=02ea96f2-707a-4481-a508-13103d829f10,revision_number=2']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:52.858564 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e795-b19b-41a2-83c1-88bbab3de6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc4ab4b-bb26-473c-b416-0bb3e6da747f,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:52.861243 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f760e795-b19b-41a2-83c1-88bbab3de6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:52.865186 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-f760e795-b19b-41a2-83c1-88bbab3de6d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ecc4ab4b-bb26-473c-b416-0bb3e6da747f HTTP/1.1" status: 204 len: 168 time: 0.7342989 May 28 01:42:52.889996 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-f760e795-b19b-41a2-83c1-88bbab3de6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:52.910194 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:52.919414 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5af895-39a5-486e-b89f-12c632e69f11 req-3567cf15-ad6c-45fe-9dd7-7d38c3c1ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:52.921502 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-fd5af895-39a5-486e-b89f-12c632e69f11 req-3567cf15-ad6c-45fe-9dd7-7d38c3c1ecd9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 1098 time: 0.2009552 May 28 01:42:53.020826 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-fd5af895-39a5-486e-b89f-12c632e69f11 req-0a561797-56a1-4c60-a6c5-33625f76a1a9 service neutron] Synchronizing usage tracker for tenant:77f9b46301444594a362748f473d3a90 on resource:security_group {{(pid=98374) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:42:53.027776 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-b970a73b-eb48-4dbf-85e7-5a77c6d4dbf8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:53.040808 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:53.212159 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Attempting to bind port 02ea96f2-707a-4481-a508-13103d829f10 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:42:53.212492 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Attempting to bind port 02ea96f2-707a-4481-a508-13103d829f10 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'ce986316-ef6e-4159-a849-45e757f20df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5'}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:42:53.212820 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Attempting to bind port 02ea96f2-707a-4481-a508-13103d829f10 on network 3463d1e7-4623-4440-bb64-03cc52099eb5 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:42:53.243698 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-b970a73b-eb48-4dbf-85e7-5a77c6d4dbf8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Network 157de08f-e2cd-4e4a-a493-6006286275a5 is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:42:53.244476 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-fd5af895-39a5-486e-b89f-12c632e69f11 req-0a561797-56a1-4c60-a6c5-33625f76a1a9 service neutron] Unset dirty status for tenant:77f9b46301444594a362748f473d3a90 on resource:security_group {{(pid=98374) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:42:53.245585 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-fd5af895-39a5-486e-b89f-12c632e69f11 req-0a561797-56a1-4c60-a6c5-33625f76a1a9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171272 May 28 01:42:53.252510 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-b970a73b-eb48-4dbf-85e7-5a77c6d4dbf8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:42:53.266204 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-b970a73b-eb48-4dbf-85e7-5a77c6d4dbf8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Received port after_create {{(pid=98374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:42:53.333516 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Port 02ea96f2-707a-4481-a508-13103d829f10 on network 3463d1e7-4623-4440-bb64-03cc52099eb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 01:42:53.333768 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Attempting to bind port 02ea96f2-707a-4481-a508-13103d829f10 on network 3463d1e7-4623-4440-bb64-03cc52099eb5 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:42:53.336121 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970a73b-eb48-4dbf-85e7-5a77c6d4dbf8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Pushing event updated for resources: {'Port': ['ID=c71e3837-68fc-43d6-9133-96e55cbfbc30,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:53.339710 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-b970a73b-eb48-4dbf-85e7-5a77c6d4dbf8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:53.379167 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-b970a73b-eb48-4dbf-85e7-5a77c6d4dbf8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:53.380079 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-b970a73b-eb48-4dbf-85e7-5a77c6d4dbf8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for port, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:53.403626 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-b970a73b-eb48-4dbf-85e7-5a77c6d4dbf8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4392738 May 28 01:42:53.405437 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Checking agent: {'id': '1b125da3-7d0c-4b26-bfd9-a1004cddd395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:42:53.405775 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Checking segment: {'id': 'ce986316-ef6e-4159-a849-45e757f20df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:42:53.406306 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Bound using segment: {'id': 'ce986316-ef6e-4159-a849-45e757f20df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5'} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:42:53.406991 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Bound port: 02ea96f2-707a-4481-a508-13103d829f10, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce986316-ef6e-4159-a849-45e757f20df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5'}}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:42:53.407466 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:53.485398 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c501315-5541-40c8-93ae-6a8e266c6913 req-d3c66663-49cb-4bd5-a0ef-25f33a6257fa tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:53.486856 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0c501315-5541-40c8-93ae-6a8e266c6913 req-d3c66663-49cb-4bd5-a0ef-25f33a6257fa tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.6991644 May 28 01:42:53.521408 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Request body: {'port': {'device_id': '150cddba-a97d-4583-b84e-502b39e607ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:42:53.646463 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:53.668470 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0c501315-5541-40c8-93ae-6a8e266c6913 req-0f1eb382-2e40-4ba4-8aa4-b590e9e3de06 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483340 May 28 01:42:53.679143 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] For port 02ea96f2-707a-4481-a508-13103d829f10, host hv-cinder-79351, cleared binding levels {{(pid=98373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:42:53.703041 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adff884-aef9-46e4-b1e9-052345a71b73 req-8ff5d369-fbb0-4662-a5af-70ee60450ca3 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:53.707518 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1adff884-aef9-46e4-b1e9-052345a71b73 req-8ff5d369-fbb0-4662-a5af-70ee60450ca3 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 946 time: 0.3795130 May 28 01:42:53.709514 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] For port 02ea96f2-707a-4481-a508-13103d829f10, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=02ea96f2-707a-4481-a508-13103d829f10,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:42:53.727531 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:53.750476 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:53.841409 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:53.842032 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:53.843388 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] 10.222.0.20 "PUT /v2.0/ports/02ea96f2-707a-4481-a508-13103d829f10 HTTP/1.1" status: 200 len: 1093 time: 2.8206604 May 28 01:42:53.845255 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2233e4b-bbc4-4b10-b6c3-0e1ef830131d', 'tag': '02ea96f2-707a-4481-a508-13103d829f10'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:42:53.861270 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1adff884-aef9-46e4-b1e9-052345a71b73 req-3cfb4217-e5e0-45ac-ae3e-a6e9427626dd tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9544063-d636-4683-8530-5921cf57ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401155 May 28 01:42:54.164545 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Pushing event updated for resources: {'Port': ['ID=02ea96f2-707a-4481-a508-13103d829f10,revision_number=3']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:54.175837 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:54.257238 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e {{(pid=98373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:42:54.276553 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:54.312019 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Transition to ACTIVE for port object 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e will not be triggered until provisioned by entity L2. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:42:54.327382 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:54.340810 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:54.398041 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-7dfe862d-6a31-4e2f-9b04-2f57672f4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:54.400017 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-7dfe862d-6a31-4e2f-9b04-2f57672f4734 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=754c0001c83d4af1bdc6a16555b480e4&device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 1096 time: 0.4263468 May 28 01:42:54.497024 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733894c3-5f4d-4364-9817-e49d725b598a req-420f1c46-a3ed-48b2-ab68-09f20df6ace1 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:54.498483 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-733894c3-5f4d-4364-9817-e49d725b598a req-420f1c46-a3ed-48b2-ab68-09f20df6ace1 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 945 time: 0.5234606 May 28 01:42:54.602786 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27b757-92f2-4bce-94cd-6ab6fd74f4a7 req-4a771c8f-8949-497d-b86e-bad463b7e667 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:54.615588 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4d27b757-92f2-4bce-94cd-6ab6fd74f4a7 req-4a771c8f-8949-497d-b86e-bad463b7e667 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 931 time: 0.4886916 May 28 01:42:54.665408 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.notifiers.nova [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71e3837-68fc-43d6-9133-96e55cbfbc30 {{(pid=98374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:42:54.686077 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:54.708816 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.provisioning_blocks [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Transition to ACTIVE for port object c71e3837-68fc-43d6-9133-96e55cbfbc30 will not be triggered until provisioned by entity L2. {{(pid=98374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:42:54.713046 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10898818'] for port, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:54.719075 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-44a22dd4-84f1-4d99-a486-669bbd2f113f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:54.725266 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-a445673c-3bd6-4c65-94f3-be139abb622b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02ea96f2-707a-4481-a508-13103d829f10 HTTP/1.1" status: 200 len: 217 time: 0.2497580 May 28 01:42:54.769615 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Pushing event updated for resources: {'Port': ['ID=13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e,revision_number=2']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:54.782514 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:54.876486 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4d27b757-92f2-4bce-94cd-6ab6fd74f4a7 req-737118ae-dfcc-4436-8a63-7b66f003af3d tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588627 May 28 01:42:54.929657 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Attempting to bind port 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e on host hv-cinder-79351 for vnic_type normal with profile {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:42:54.929985 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Attempting to bind port 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '666d0ef4-6f04-445a-b542-9a0890c9b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5'}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:42:54.930306 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Attempting to bind port 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e on network 157de08f-e2cd-4e4a-a493-6006286275a5 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:42:54.942196 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Port 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e on network 157de08f-e2cd-4e4a-a493-6006286275a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 01:42:54.942511 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Attempting to bind port 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e on network 157de08f-e2cd-4e4a-a493-6006286275a5 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:42:54.948544 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-733894c3-5f4d-4364-9817-e49d725b598a req-f3226c11-32ef-4a8f-84d3-3f9e8db72fc5 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869353 May 28 01:42:54.953460 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-71e4361e-d40f-426d-b46f-90885b494e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:54.954842 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-71e4361e-d40f-426d-b46f-90885b494e09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61422ffd-2b35-4f4c-a3bf-b8c5addbfe48 HTTP/1.1" status: 200 len: 856 time: 0.1657460 May 28 01:42:54.957405 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Checking agent: {'id': '1b125da3-7d0c-4b26-bfd9-a1004cddd395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:42:54.957736 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Checking segment: {'id': '666d0ef4-6f04-445a-b542-9a0890c9b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:42:54.958131 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Bound using segment: {'id': '666d0ef4-6f04-445a-b542-9a0890c9b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5'} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:42:54.958535 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Bound port: 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '666d0ef4-6f04-445a-b542-9a0890c9b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5'}}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:42:54.958874 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:55.064685 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Pushing event updated for resources: {'Port': ['ID=c71e3837-68fc-43d6-9133-96e55cbfbc30,revision_number=2']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:55.077961 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:55.115561 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2233e4b-bbc4-4b10-b6c3-0e1ef830131d', 'tag': '02ea96f2-707a-4481-a508-13103d829f10', 'status': 'completed', 'code': 200} May 28 01:42:55.141203 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.managers [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Attempting to bind port c71e3837-68fc-43d6-9133-96e55cbfbc30 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:42:55.141593 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.managers [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Attempting to bind port c71e3837-68fc-43d6-9133-96e55cbfbc30 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '666d0ef4-6f04-445a-b542-9a0890c9b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5'}] {{(pid=98374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:42:55.141997 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Attempting to bind port c71e3837-68fc-43d6-9133-96e55cbfbc30 on network 157de08f-e2cd-4e4a-a493-6006286275a5 {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:42:55.147124 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Port c71e3837-68fc-43d6-9133-96e55cbfbc30 on network 157de08f-e2cd-4e4a-a493-6006286275a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 01:42:55.147449 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Attempting to bind port c71e3837-68fc-43d6-9133-96e55cbfbc30 on network 157de08f-e2cd-4e4a-a493-6006286275a5 {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:42:55.153026 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Checking agent: {'id': '1b125da3-7d0c-4b26-bfd9-a1004cddd395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:42:55.153373 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Checking segment: {'id': '666d0ef4-6f04-445a-b542-9a0890c9b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:42:55.153949 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Bound using segment: {'id': '666d0ef4-6f04-445a-b542-9a0890c9b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5'} {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:42:55.154461 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.managers [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Bound port: c71e3837-68fc-43d6-9133-96e55cbfbc30, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '666d0ef4-6f04-445a-b542-9a0890c9b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5'}}] {{(pid=98374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:42:55.154808 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:55.260480 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] For port 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e, host hv-cinder-79351, cleared binding levels {{(pid=98373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:42:55.265523 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-91f70d87-906a-46cc-8b94-7b5a5f454ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:55.267235 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-91f70d87-906a-46cc-8b94-7b5a5f454ec2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3463d1e7-4623-4440-bb64-03cc52099eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2942917 May 28 01:42:55.275746 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.db [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] For port c71e3837-68fc-43d6-9133-96e55cbfbc30, host hv-cinder-79351, cleared binding levels {{(pid=98374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:42:55.282510 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.db [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] For port c71e3837-68fc-43d6-9133-96e55cbfbc30, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=c71e3837-68fc-43d6-9133-96e55cbfbc30,segment=NetworkSegment(666d0ef4-6f04-445a-b542-9a0890c9b152),segment_id=666d0ef4-6f04-445a-b542-9a0890c9b152)] {{(pid=98374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:42:55.287306 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10898818'] for port, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:55.298900 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:55.349404 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] For port 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e,segment=NetworkSegment(666d0ef4-6f04-445a-b542-9a0890c9b152),segment_id=666d0ef4-6f04-445a-b542-9a0890c9b152)] {{(pid=98373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:42:55.367659 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:55.379487 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:55.396219 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:55.396996 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for port, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:55.398690 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] 10.222.0.20 "PUT /v2.0/ports/c71e3837-68fc-43d6-9133-96e55cbfbc30 HTTP/1.1" status: 200 len: 1093 time: 1.8819654 May 28 01:42:55.399236 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150cddba-a97d-4583-b84e-502b39e607ea', 'tag': 'c71e3837-68fc-43d6-9133-96e55cbfbc30'}] {{(pid=98374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:42:55.456020 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:55.456592 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:55.457998 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] 10.222.0.20 "PUT /v2.0/ports/13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e HTTP/1.1" status: 200 len: 1093 time: 3.0755348 May 28 01:42:55.465046 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Pushing event updated for resources: {'Port': ['ID=c71e3837-68fc-43d6-9133-96e55cbfbc30,revision_number=3']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:55.472632 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:55.475389 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d082348-b4c5-423c-8066-7173454940ca req-9794187f-6157-47af-8390-b829087accc9 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:55.477250 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2d082348-b4c5-423c-8066-7173454940ca req-9794187f-6157-47af-8390-b829087accc9 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.3096170 May 28 01:42:55.585023 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-8bb33fff-89f7-4a24-827a-0f16acd1c569 service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110681 May 28 01:42:55.620121 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Pushing event updated for resources: {'Port': ['ID=13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e,revision_number=3']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:55.636453 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2d082348-b4c5-423c-8066-7173454940ca req-49207121-1e43-4878-ae5e-dc0c5a5ff921 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509171 May 28 01:42:55.639347 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:55.656775 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-c855640d-067e-4002-bc8a-bbd9d5e554a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:55.658425 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-c855640d-067e-4002-bc8a-bbd9d5e554a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e93d884e97b4986ae88333d6a80b00c&device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 1096 time: 0.1135998 May 28 01:42:55.737217 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '150cddba-a97d-4583-b84e-502b39e607ea', 'tag': 'c71e3837-68fc-43d6-9133-96e55cbfbc30', 'status': 'completed', 'code': 200} May 28 01:42:55.749207 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-0995ac36-209c-450e-b4aa-d2958dcf90ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e HTTP/1.1" status: 200 len: 217 time: 0.0762327 May 28 01:42:55.765892 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-c6e4f9f0-7493-4a23-b767-508fc0b7833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:55.767495 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-c6e4f9f0-7493-4a23-b767-508fc0b7833b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e93d884e97b4986ae88333d6a80b00c&device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 1096 time: 0.2407815 May 28 01:42:55.827334 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 52272) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:55.838075 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-c191e569-d744-45f4-8258-b79b90c7f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:55.840370 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-c191e569-d744-45f4-8258-b79b90c7f550 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b312163-fab7-44a7-800f-e4a469a8099d HTTP/1.1" status: 200 len: 859 time: 0.0830867 May 28 01:42:55.852050 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7d153cf3-730e-4813-9eab-ae9f47e210f2 req-ff6c48eb-4b69-40c5-b482-8f03f035e6eb service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556820 May 28 01:42:55.860793 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-79811b21-c44c-4513-8882-d66c23ceedea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c71e3837-68fc-43d6-9133-96e55cbfbc30 HTTP/1.1" status: 200 len: 217 time: 0.0773385 May 28 01:42:55.893643 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-018a7048-81a5-4e48-bde1-55b1e32d6b72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=157de08f-e2cd-4e4a-a493-6006286275a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440092 May 28 01:42:55.954679 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-06dd0d1f-e9a4-4cd1-86d3-9a444c6cf2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:55.956288 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-06dd0d1f-e9a4-4cd1-86d3-9a444c6cf2d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b312163-fab7-44a7-800f-e4a469a8099d HTTP/1.1" status: 200 len: 859 time: 0.0666471 May 28 01:42:56.017495 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-212ae10a-85e8-4852-bc8c-1c7af4bf079a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:56.041705 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-212ae10a-85e8-4852-bc8c-1c7af4bf079a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:56.056829 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-212ae10a-85e8-4852-bc8c-1c7af4bf079a admin admin] Usage tracker for resource:security_group_rule and tenant:86023b94626444c7b8ad2397b8dc3f33 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:56.060983 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-212ae10a-85e8-4852-bc8c-1c7af4bf079a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:56.077624 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-212ae10a-85e8-4852-bc8c-1c7af4bf079a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:56.094516 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-4abe0c2d-ac1e-4ae2-af1f-12b7306dce5f service neutron] 10.222.0.20 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937141 May 28 01:42:56.202047 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-830a1430-8f31-43b7-bd9b-df1f04f8cc04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=157de08f-e2cd-4e4a-a493-6006286275a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1947434 May 28 01:42:56.349271 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-9599330e-f6a5-4c6d-985f-ada85a956d85 req-285f5ecc-11f7-4d81-9229-fa50fafe5348 service neutron] 10.222.0.20 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443883 May 28 01:42:56.352655 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-212ae10a-85e8-4852-bc8c-1c7af4bf079a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:56.362251 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-212ae10a-85e8-4852-bc8c-1c7af4bf079a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:56.376474 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-38555c37-5fed-442d-adb9-47b0409b593a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:56.404210 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d045c-85a4-41c4-a88d-eaffe8a2df48 req-27e32f09-d54d-4b20-8b10-6883f9ec5572 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:56.417523 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ae10a-85e8-4852-bc8c-1c7af4bf079a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e77344-c776-4a2a-9b7e-e9f2d5abef14,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:56.422470 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-212ae10a-85e8-4852-bc8c-1c7af4bf079a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:56.422671 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-315d045c-85a4-41c4-a88d-eaffe8a2df48 req-27e32f09-d54d-4b20-8b10-6883f9ec5572 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 943 time: 0.3796499 May 28 01:42:56.445547 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-212ae10a-85e8-4852-bc8c-1c7af4bf079a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86023b94626444c7b8ad2397b8dc3f33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6179531 May 28 01:42:56.448671 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 52306) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:56.474427 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36993747-3287-45eb-9c1d-9752097a1c57 req-4bbeda42-b975-4138-b512-56d570c87a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:56.486478 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-36993747-3287-45eb-9c1d-9752097a1c57 req-4bbeda42-b975-4138-b512-56d570c87a80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=754c0001c83d4af1bdc6a16555b480e4&device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 1096 time: 0.4303610 May 28 01:42:56.537181 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-d671b168-a48e-4bb6-9bbd-2945bdd2160b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:56.576577 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-d671b168-a48e-4bb6-9bbd-2945bdd2160b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:56.626979 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-8b631af0-8b05-452d-a65f-2d3b6a7fac9c service neutron] 10.222.0.20 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120374 May 28 01:42:56.645231 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-d671b168-a48e-4bb6-9bbd-2945bdd2160b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:56.656738 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:56.678590 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671b168-a48e-4bb6-9bbd-2945bdd2160b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e77344-c776-4a2a-9b7e-e9f2d5abef14,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:56.681228 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-d671b168-a48e-4bb6-9bbd-2945bdd2160b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:56.682428 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-d671b168-a48e-4bb6-9bbd-2945bdd2160b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:56.683559 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-d671b168-a48e-4bb6-9bbd-2945bdd2160b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64e77344-c776-4a2a-9b7e-e9f2d5abef14 HTTP/1.1" status: 204 len: 168 time: 0.2337255 May 28 01:42:56.844006 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-315d045c-85a4-41c4-a88d-eaffe8a2df48 req-6a69b9b2-20f5-4118-95ec-74b94ebfece6 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196372 May 28 01:42:56.941807 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-37b3fc72-de93-42cf-9a71-393566a8f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:56.980976 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36993747-3287-45eb-9c1d-9752097a1c57 req-15f71869-4150-465b-8053-a71c2c151cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:56.982433 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-36993747-3287-45eb-9c1d-9752097a1c57 req-15f71869-4150-465b-8053-a71c2c151cea service neutron] 10.222.0.20 "GET /v2.0/networks?id=3463d1e7-4623-4440-bb64-03cc52099eb5 HTTP/1.1" status: 200 len: 918 time: 0.4951355 May 28 01:42:57.113363 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bc63601d-7ecd-419e-b518-d319fa3c70f0 req-42177945-1f6c-406b-ad37-a12db4391612 service neutron] 10.222.0.20 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516256 May 28 01:42:57.120572 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e268644f-fec2-47ce-bcc1-a086393d2079', 'tag': '13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:42:57.141099 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-36993747-3287-45eb-9c1d-9752097a1c57 req-6097d13b-127f-4da1-8d5d-39e95ee81d4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02ea96f2-707a-4481-a508-13103d829f10 HTTP/1.1" status: 200 len: 217 time: 0.1010184 May 28 01:42:57.196716 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e587f-0f1f-4b22-9162-45fd77a38d6a req-d45c062a-f7fe-438c-94a7-4e710337b306 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:57.204142 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e73e587f-0f1f-4b22-9162-45fd77a38d6a req-d45c062a-f7fe-438c-94a7-4e710337b306 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 945 time: 0.5729325 May 28 01:42:57.274972 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e73e587f-0f1f-4b22-9162-45fd77a38d6a req-2d821907-8fae-42b6-8fa7-b2f8a49f18f5 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699339 May 28 01:42:57.283642 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36993747-3287-45eb-9c1d-9752097a1c57 req-a2355146-f31d-47ac-96d0-0ac3ac238091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:57.285245 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-36993747-3287-45eb-9c1d-9752097a1c57 req-a2355146-f31d-47ac-96d0-0ac3ac238091 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61422ffd-2b35-4f4c-a3bf-b8c5addbfe48 HTTP/1.1" status: 200 len: 856 time: 0.1331613 May 28 01:42:57.358376 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e268644f-fec2-47ce-bcc1-a086393d2079', 'tag': '13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e', 'status': 'completed', 'code': 200} May 28 01:42:57.382531 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff0b26-d7e5-4fec-b117-2c7815482fe3 req-9b3dba63-66b4-409c-85dc-d5b739783dd0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:57.389389 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-30ff0b26-d7e5-4fec-b117-2c7815482fe3 req-9b3dba63-66b4-409c-85dc-d5b739783dd0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.4122138 May 28 01:42:57.472462 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-30ff0b26-d7e5-4fec-b117-2c7815482fe3 req-29270f0a-8bc4-4533-a1e3-cc931ab6c5d3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820746 May 28 01:42:57.494370 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0c80e-70eb-48ca-9fe2-27ad86bffb57 req-a6612b6c-bf87-4d1c-8a98-bab9085bf01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:57.496050 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b8f0c80e-70eb-48ca-9fe2-27ad86bffb57 req-a6612b6c-bf87-4d1c-8a98-bab9085bf01a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e93d884e97b4986ae88333d6a80b00c&device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 1096 time: 0.2091405 May 28 01:42:57.523399 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f95d9-fef4-4d38-b0d3-8fb39e19b9d7 req-433c0299-e6a6-40b1-b09f-72de1b391c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:57.524922 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-464f95d9-fef4-4d38-b0d3-8fb39e19b9d7 req-433c0299-e6a6-40b1-b09f-72de1b391c9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e93d884e97b4986ae88333d6a80b00c&device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 1096 time: 0.1171045 May 28 01:42:57.531608 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36993747-3287-45eb-9c1d-9752097a1c57 req-6a49b7e7-0f9c-40ac-850e-92f60a7b299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:57.533330 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-36993747-3287-45eb-9c1d-9752097a1c57 req-6a49b7e7-0f9c-40ac-850e-92f60a7b299d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3463d1e7-4623-4440-bb64-03cc52099eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2118084 May 28 01:42:57.703324 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f95d9-fef4-4d38-b0d3-8fb39e19b9d7 req-840fb338-bcf3-41c1-be04-793e7d43cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:57.707662 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-464f95d9-fef4-4d38-b0d3-8fb39e19b9d7 req-840fb338-bcf3-41c1-be04-793e7d43cc35 service neutron] 10.222.0.20 "GET /v2.0/networks?id=157de08f-e2cd-4e4a-a493-6006286275a5 HTTP/1.1" status: 200 len: 920 time: 0.1737733 May 28 01:42:57.752224 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0c80e-70eb-48ca-9fe2-27ad86bffb57 req-b83fef9e-478a-44be-a869-fc0d7524084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:57.753647 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b8f0c80e-70eb-48ca-9fe2-27ad86bffb57 req-b83fef9e-478a-44be-a869-fc0d7524084e service neutron] 10.222.0.20 "GET /v2.0/networks?id=157de08f-e2cd-4e4a-a493-6006286275a5 HTTP/1.1" status: 200 len: 920 time: 0.2503898 May 28 01:42:57.785752 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-464f95d9-fef4-4d38-b0d3-8fb39e19b9d7 req-208db947-e3d2-46a1-a4f8-dace715ed93d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e HTTP/1.1" status: 200 len: 217 time: 0.0709245 May 28 01:42:57.829645 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b8f0c80e-70eb-48ca-9fe2-27ad86bffb57 req-75b1d2f0-f64b-4d67-9f87-24977470de0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c71e3837-68fc-43d6-9133-96e55cbfbc30 HTTP/1.1" status: 200 len: 217 time: 0.0665214 May 28 01:42:57.831635 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-36993747-3287-45eb-9c1d-9752097a1c57 req-41bef5a1-c62b-4ad3-8dca-f13b508ac7c9 service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472498 May 28 01:42:57.864470 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f95d9-fef4-4d38-b0d3-8fb39e19b9d7 req-5130a6e3-5b9b-4f59-826d-02d0a1fab5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:57.867330 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-464f95d9-fef4-4d38-b0d3-8fb39e19b9d7 req-5130a6e3-5b9b-4f59-826d-02d0a1fab5f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b312163-fab7-44a7-800f-e4a469a8099d HTTP/1.1" status: 200 len: 859 time: 0.0728745 May 28 01:42:57.949226 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-464f95d9-fef4-4d38-b0d3-8fb39e19b9d7 req-f1df0a23-d318-4dea-af2a-e6e88d04dadc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=157de08f-e2cd-4e4a-a493-6006286275a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681157 May 28 01:42:58.123350 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-464f95d9-fef4-4d38-b0d3-8fb39e19b9d7 req-fd279d12-b98a-4940-871c-7fe669a6b5eb service neutron] 10.222.0.20 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663127 May 28 01:42:58.138210 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0c80e-70eb-48ca-9fe2-27ad86bffb57 req-5f985505-77b4-4757-8a0f-1073556efee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:58.139637 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b8f0c80e-70eb-48ca-9fe2-27ad86bffb57 req-5f985505-77b4-4757-8a0f-1073556efee8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b312163-fab7-44a7-800f-e4a469a8099d HTTP/1.1" status: 200 len: 859 time: 0.2881858 May 28 01:42:58.209229 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b8f0c80e-70eb-48ca-9fe2-27ad86bffb57 req-546a5b8b-694a-49d8-81dc-0d01393dd17b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=157de08f-e2cd-4e4a-a493-6006286275a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514340 May 28 01:42:58.326613 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-36993747-3287-45eb-9c1d-9752097a1c57 req-f1a91066-3ab5-414e-b976-1801f87f3d0c service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350486 May 28 01:42:58.355251 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171102f-d076-46c2-afc1-26f82ae6a48d req-fa05380c-15ae-40da-97bd-a2b170b8b700 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:58.362932 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5171102f-d076-46c2-afc1-26f82ae6a48d req-fa05380c-15ae-40da-97bd-a2b170b8b700 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 943 time: 0.3839040 May 28 01:42:58.439959 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5171102f-d076-46c2-afc1-26f82ae6a48d req-29d72918-72ca-4399-a53d-3f13cb023c99 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757990 May 28 01:42:58.461160 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b8f0c80e-70eb-48ca-9fe2-27ad86bffb57 req-ed1deaa6-6818-4546-b722-5a6f9303fdae service neutron] 10.222.0.20 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388804 May 28 01:42:58.495449 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-464f95d9-fef4-4d38-b0d3-8fb39e19b9d7 req-fa0a7558-857b-47e3-8780-4c0c662a4c0a service neutron] 10.222.0.20 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593388 May 28 01:42:58.615390 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b8f0c80e-70eb-48ca-9fe2-27ad86bffb57 req-b2019a8b-d11f-4f67-a06f-48a5695fff6a service neutron] 10.222.0.20 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462636 May 28 01:42:58.635313 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 52424) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:58.770689 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f57263-e353-4556-af18-025df719e6a5 req-d74719db-c813-4427-8f74-39049443fb02 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:58.777900 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-81f57263-e353-4556-af18-025df719e6a5 req-d74719db-c813-4427-8f74-39049443fb02 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.0958507 May 28 01:42:58.820857 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-19e10286-0ec8-43ed-a5c8-5f388634871e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:58.847338 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-19e10286-0ec8-43ed-a5c8-5f388634871e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:42:58.854703 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-81f57263-e353-4556-af18-025df719e6a5 req-0573da9b-11c3-4476-9c7f-d4aaab7df286 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760026 May 28 01:42:58.855642 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-19e10286-0ec8-43ed-a5c8-5f388634871e admin admin] Usage tracker for resource:security_group_rule and tenant:83284f46e8f64f799c562053950c902c is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:42:58.858706 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-19e10286-0ec8-43ed-a5c8-5f388634871e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:42:58.866545 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-19e10286-0ec8-43ed-a5c8-5f388634871e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:42:59.004989 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-19e10286-0ec8-43ed-a5c8-5f388634871e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:59.009383 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-19e10286-0ec8-43ed-a5c8-5f388634871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:59.031976 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-aa581637-5977-4361-a10e-b41fbebc2880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:59.061429 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-19e10286-0ec8-43ed-a5c8-5f388634871e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83284f46e8f64f799c562053950c902c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4221036 May 28 01:42:59.062745 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 52446) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:42:59.081497 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e10286-0ec8-43ed-a5c8-5f388634871e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7affd93-6090-48c7-92b0-46142276f65a,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:59.098674 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-19e10286-0ec8-43ed-a5c8-5f388634871e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:59.153823 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a92d420c-d2f3-4d98-8666-1c47acaf0ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:59.185170 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a92d420c-d2f3-4d98-8666-1c47acaf0ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:59.254629 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a92d420c-d2f3-4d98-8666-1c47acaf0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:59.257561 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:59.260481 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:42:59.275024 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d420c-d2f3-4d98-8666-1c47acaf0ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7affd93-6090-48c7-92b0-46142276f65a,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:42:59.279415 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-a92d420c-d2f3-4d98-8666-1c47acaf0ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:42:59.281135 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a92d420c-d2f3-4d98-8666-1c47acaf0ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:59.284574 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-a92d420c-d2f3-4d98-8666-1c47acaf0ee3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7affd93-6090-48c7-92b0-46142276f65a HTTP/1.1" status: 204 len: 168 time: 0.2185993 May 28 01:42:59.444463 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:59.507210 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-7d3e2296-e500-4dfa-80a2-b51d44fd3ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:42:59.525451 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30201ab-0676-4c7d-9083-aadfa0eb633d req-9c29993e-6e70-47c6-9f94-c1873ba62b02 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:59.527193 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f30201ab-0676-4c7d-9083-aadfa0eb633d req-9c29993e-6e70-47c6-9f94-c1873ba62b02 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 946 time: 0.0949807 May 28 01:42:59.578222 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f30201ab-0676-4c7d-9083-aadfa0eb633d req-f8a4eed5-27c7-4c6e-a7b8-e53db28451a9 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9544063-d636-4683-8530-5921cf57ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431511 May 28 01:42:59.786321 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d5b6a-5f7f-4939-ae14-cdfdd4861340 req-1b0f86ae-43a0-48ce-97b6-cff85a7388aa tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:42:59.787751 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3e6d5b6a-5f7f-4939-ae14-cdfdd4861340 req-1b0f86ae-43a0-48ce-97b6-cff85a7388aa tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 943 time: 0.0926349 May 28 01:42:59.838990 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3e6d5b6a-5f7f-4939-ae14-cdfdd4861340 req-8d4050ec-0277-44b0-b5c1-acfff01c18a5 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448756 May 28 01:43:00.075400 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087a594-a304-4e23-8da6-e4a894f2bf51 req-a39822f8-602a-4d23-bfed-f445490e839d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:00.082308 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 02ea96f2-707a-4481-a508-13103d829f10 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:43:00.085374 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3087a594-a304-4e23-8da6-e4a894f2bf51 req-a39822f8-602a-4d23-bfed-f445490e839d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.0959535 May 28 01:43:00.154376 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3087a594-a304-4e23-8da6-e4a894f2bf51 req-35d52703-a9b4-4442-b974-ca19188e557b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677650 May 28 01:43:00.272840 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 02ea96f2-707a-4481-a508-13103d829f10, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=02ea96f2-707a-4481-a508-13103d829f10,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:00.286469 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': '02ea96f2-707a-4481-a508-13103d829f10', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'port_id': '02ea96f2-707a-4481-a508-13103d829f10', 'mac_address': 'fa:16:3e:9f:a2:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:43:00.343344 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:00.360174 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ea96f2-707a-4481-a508-13103d829f10 {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:43:00.376296 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 02ea96f2-707a-4481-a508-13103d829f10, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=02ea96f2-707a-4481-a508-13103d829f10,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:00.379946 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:00.380636 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:43:00.383756 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-7a1e7528-ef92-4722-97e2-dfe9b3f996b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:00.528160 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=02ea96f2-707a-4481-a508-13103d829f10,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:00.532027 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:00.597923 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e,segment=NetworkSegment(666d0ef4-6f04-445a-b542-9a0890c9b152),segment_id=666d0ef4-6f04-445a-b542-9a0890c9b152)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:00.613800 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:00.614682 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': '13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e', 'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5', 'port_id': '13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e', 'mac_address': 'fa:16:3e:61:22:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b312163-fab7-44a7-800f-e4a469a8099d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:43:00.672744 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:00.690084 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:43:00.712868 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e,segment=NetworkSegment(666d0ef4-6f04-445a-b542-9a0890c9b152),segment_id=666d0ef4-6f04-445a-b542-9a0890c9b152)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:00.720213 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:00.721446 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device c71e3837-68fc-43d6-9133-96e55cbfbc30 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:43:00.733012 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:00.824305 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port c71e3837-68fc-43d6-9133-96e55cbfbc30, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=c71e3837-68fc-43d6-9133-96e55cbfbc30,segment=NetworkSegment(666d0ef4-6f04-445a-b542-9a0890c9b152),segment_id=666d0ef4-6f04-445a-b542-9a0890c9b152)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:00.837711 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:00.842850 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:00.845805 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': 'c71e3837-68fc-43d6-9133-96e55cbfbc30', 'network_id': '157de08f-e2cd-4e4a-a493-6006286275a5', 'port_id': 'c71e3837-68fc-43d6-9133-96e55cbfbc30', 'mac_address': 'fa:16:3e:dc:b9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b312163-fab7-44a7-800f-e4a469a8099d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:43:00.857672 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd432ba4-6a48-41c1-b295-00524f55d7e0 req-c451cfde-dafd-4ce7-9549-f10e8b9a2564 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:00.866879 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fd432ba4-6a48-41c1-b295-00524f55d7e0 req-c451cfde-dafd-4ce7-9549-f10e8b9a2564 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 946 time: 0.1311023 May 28 01:43:00.919491 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fd432ba4-6a48-41c1-b295-00524f55d7e0 req-85ae0092-4119-47ff-a543-5fe01fd9f6bd tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9544063-d636-4683-8530-5921cf57ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515969 May 28 01:43:00.988375 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:01.042785 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71e3837-68fc-43d6-9133-96e55cbfbc30 {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:43:01.061884 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port c71e3837-68fc-43d6-9133-96e55cbfbc30, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=c71e3837-68fc-43d6-9133-96e55cbfbc30,segment=NetworkSegment(666d0ef4-6f04-445a-b542-9a0890c9b152),segment_id=666d0ef4-6f04-445a-b542-9a0890c9b152)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:01.067667 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:01.071535 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:01.170372 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=c71e3837-68fc-43d6-9133-96e55cbfbc30,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:01.186289 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:01.220234 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add06bd-c2ae-4dcc-b27e-13918ee5b908 req-96b35646-431b-4b62-850f-99d92bad3443 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:01.227343 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 52544) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:01.237596 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2add06bd-c2ae-4dcc-b27e-13918ee5b908 req-96b35646-431b-4b62-850f-99d92bad3443 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 944 time: 0.1480026 May 28 01:43:01.294900 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2add06bd-c2ae-4dcc-b27e-13918ee5b908 req-edb7a508-9063-4d61-a560-8488cb7f83c2 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563316 May 28 01:43:01.383630 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-85e03d18-8920-4efb-bd5b-316113b30065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:01.408090 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-85e03d18-8920-4efb-bd5b-316113b30065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:01.412252 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-85e03d18-8920-4efb-bd5b-316113b30065 admin admin] Usage tracker for resource:security_group_rule and tenant:9605f75e78374f6097034751be6afd17 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:01.415467 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-85e03d18-8920-4efb-bd5b-316113b30065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:01.422346 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-85e03d18-8920-4efb-bd5b-316113b30065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:01.458484 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303a97b-1ace-4daa-8f41-aeb8e3ece869 req-21d025b9-ee7e-408d-99bd-d8fe0977859c tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:01.460150 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7303a97b-1ace-4daa-8f41-aeb8e3ece869 req-21d025b9-ee7e-408d-99bd-d8fe0977859c tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 944 time: 0.1688628 May 28 01:43:01.536467 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-85e03d18-8920-4efb-bd5b-316113b30065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:01.543022 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-85e03d18-8920-4efb-bd5b-316113b30065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:01.554526 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:01.560585 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7303a97b-1ace-4daa-8f41-aeb8e3ece869 req-57ccb685-35f5-4a04-ab89-3466a8dc71a7 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864935 May 28 01:43:01.583047 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab833da-6335-4024-b5de-7d51c951283a req-0e47ff1e-b3d3-45cf-befb-8ffb1a674936 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:01.584802 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-aab833da-6335-4024-b5de-7d51c951283a req-0e47ff1e-b3d3-45cf-befb-8ffb1a674936 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 946 time: 0.1954973 May 28 01:43:01.603031 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-85e03d18-8920-4efb-bd5b-316113b30065 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9605f75e78374f6097034751be6afd17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740413 May 28 01:43:01.604171 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e03d18-8920-4efb-bd5b-316113b30065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961bc516-8740-48e6-ab1b-146ad3f43864,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:01.606688 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 52566) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:01.610823 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-85e03d18-8920-4efb-bd5b-316113b30065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:01.612831 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:43:01.673287 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b7152410-002c-4988-b960-b13d2faa28e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:01.705298 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['02ea96f2-707a-4481-a508-13103d829f10'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:43:01.725096 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b7152410-002c-4988-b960-b13d2faa28e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:01.787727 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-aab833da-6335-4024-b5de-7d51c951283a req-77d11890-2a34-4b57-a529-69db001f9d22 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Deleting port 045fd300-3351-4d6d-bf35-4d551703e667 {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:43:01.788260 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-aab833da-6335-4024-b5de-7d51c951283a req-77d11890-2a34-4b57-a529-69db001f9d22 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:01.796090 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 52574) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:01.798581 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['c71e3837-68fc-43d6-9133-96e55cbfbc30'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:43:01.805443 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b7152410-002c-4988-b960-b13d2faa28e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:01.829216 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-d671b168-a48e-4bb6-9bbd-2945bdd2160b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:01.853619 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7152410-002c-4988-b960-b13d2faa28e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961bc516-8740-48e6-ab1b-146ad3f43864,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:01.867148 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-b7152410-002c-4988-b960-b13d2faa28e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:01.870980 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b7152410-002c-4988-b960-b13d2faa28e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:01.872693 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-b7152410-002c-4988-b960-b13d2faa28e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/961bc516-8740-48e6-ab1b-146ad3f43864 HTTP/1.1" status: 204 len: 168 time: 0.2642899 May 28 01:43:02.026505 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-28688b08-5a9a-41eb-9ff8-1bcc308ab072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:02.068519 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-aab833da-6335-4024-b5de-7d51c951283a req-77d11890-2a34-4b57-a529-69db001f9d22 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] For port 045fd300-3351-4d6d-bf35-4d551703e667, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=045fd300-3351-4d6d-bf35-4d551703e667,segment=NetworkSegment(985141e6-1f81-496f-9282-336b6bf45064),segment_id=985141e6-1f81-496f-9282-336b6bf45064)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:02.068734 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-aab833da-6335-4024-b5de-7d51c951283a req-77d11890-2a34-4b57-a529-69db001f9d22 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:02.070659 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-28688b08-5a9a-41eb-9ff8-1bcc308ab072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:02.076372 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-28688b08-5a9a-41eb-9ff8-1bcc308ab072 admin admin] Usage tracker for resource:security_group_rule and tenant:beec970e9e6b4cc39d5ca0cef360011f is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:02.079918 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-28688b08-5a9a-41eb-9ff8-1bcc308ab072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:02.087316 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-28688b08-5a9a-41eb-9ff8-1bcc308ab072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:02.218982 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 52590) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:02.288904 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-28688b08-5a9a-41eb-9ff8-1bcc308ab072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:02.299458 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-28688b08-5a9a-41eb-9ff8-1bcc308ab072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:02.318267 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-f78582bd-179d-42de-8186-6fe363b007d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:02.339047 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-aab833da-6335-4024-b5de-7d51c951283a req-77d11890-2a34-4b57-a529-69db001f9d22 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Calling delete_port for 045fd300-3351-4d6d-bf35-4d551703e667 owned by compute:nova {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:43:02.390266 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:02.445060 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-28688b08-5a9a-41eb-9ff8-1bcc308ab072 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=beec970e9e6b4cc39d5ca0cef360011f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6477070 May 28 01:43:02.446099 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28688b08-5a9a-41eb-9ff8-1bcc308ab072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dd23b4-3887-4958-ba66-9665d820d429,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:02.449638 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-28688b08-5a9a-41eb-9ff8-1bcc308ab072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:02.450113 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 52604) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:02.514189 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d47f7-0490-4527-bdc7-646621e3a950 req-5ad96961-457a-4cd3-ba9e-b349cd3c9c2e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:02.522787 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ae5d47f7-0490-4527-bdc7-646621e3a950 req-5ad96961-457a-4cd3-ba9e-b349cd3c9c2e tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fd2ae09-94af-49ee-ba72-5402c8b25148 HTTP/1.1" status: 200 len: 946 time: 0.4564965 May 28 01:43:02.567081 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-de4406b7-159f-4cc7-a689-5216e9d86f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:02.603448 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-de4406b7-159f-4cc7-a689-5216e9d86f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:02.653617 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ae5d47f7-0490-4527-bdc7-646621e3a950 req-40f6fc31-5597-49df-aef0-326c9e73dd48 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9544063-d636-4683-8530-5921cf57ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272900 May 28 01:43:02.693342 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b60e958a-54ae-43f7-8eb7-10a708e715fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:02.717235 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-de4406b7-159f-4cc7-a689-5216e9d86f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:02.722885 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-85e03d18-8920-4efb-bd5b-316113b30065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:02.738322 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4406b7-159f-4cc7-a689-5216e9d86f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dd23b4-3887-4958-ba66-9665d820d429,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:02.745530 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-b60e958a-54ae-43f7-8eb7-10a708e715fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:02.749740 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-de4406b7-159f-4cc7-a689-5216e9d86f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:02.753278 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-b60e958a-54ae-43f7-8eb7-10a708e715fa admin admin] Usage tracker for resource:security_group_rule and tenant:b886cffa261d43a2b410cbc863d4a3df is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:02.757339 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-b60e958a-54ae-43f7-8eb7-10a708e715fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:02.760716 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-de4406b7-159f-4cc7-a689-5216e9d86f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:02.771669 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-de4406b7-159f-4cc7-a689-5216e9d86f8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88dd23b4-3887-4958-ba66-9665d820d429 HTTP/1.1" status: 204 len: 168 time: 0.3204465 May 28 01:43:02.776415 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-b60e958a-54ae-43f7-8eb7-10a708e715fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:02.818672 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 52616) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:02.845102 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1ede9fd9-e3d4-4bfa-b2e0-c404226511bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:02.856433 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-aab833da-6335-4024-b5de-7d51c951283a req-77d11890-2a34-4b57-a529-69db001f9d22 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:02.873294 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:02.879615 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-1ede9fd9-e3d4-4bfa-b2e0-c404226511bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:02.886771 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-1ede9fd9-e3d4-4bfa-b2e0-c404226511bf admin admin] Usage tracker for resource:security_group_rule and tenant:34d4cfcac9b149fab78903c124bae855 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:02.896773 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-1ede9fd9-e3d4-4bfa-b2e0-c404226511bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:02.905509 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-1ede9fd9-e3d4-4bfa-b2e0-c404226511bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:02.924178 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b60e958a-54ae-43f7-8eb7-10a708e715fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:02.926058 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d730ec5-94b9-469b-9766-8ffae829fddb req-f5bf0a78-33e0-40a0-ba50-18d3209cbfd8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:02.928095 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4d730ec5-94b9-469b-9766-8ffae829fddb req-f5bf0a78-33e0-40a0-ba50-18d3209cbfd8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 944 time: 0.3842592 May 28 01:43:02.940078 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b60e958a-54ae-43f7-8eb7-10a708e715fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:02.949440 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:02.951896 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d11890-2a34-4b57-a529-69db001f9d22 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Pushing event deleted for resources: {'Port': ['ID=045fd300-3351-4d6d-bf35-4d551703e667,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:02.980318 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-77d11890-2a34-4b57-a529-69db001f9d22 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:03.012111 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e958a-54ae-43f7-8eb7-10a708e715fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae77036-2346-415e-b722-5e500a739d59,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:03.015789 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-b60e958a-54ae-43f7-8eb7-10a708e715fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:03.020457 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-b60e958a-54ae-43f7-8eb7-10a708e715fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b886cffa261d43a2b410cbc863d4a3df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7983551 May 28 01:43:03.027505 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 52624) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:03.056712 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f915a2e-ff90-4cea-a39d-b91ea04ed1e7 req-06229ff1-b96f-41e1-9107-7d9d4eb8be51 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:03.058165 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7f915a2e-ff90-4cea-a39d-b91ea04ed1e7 req-06229ff1-b96f-41e1-9107-7d9d4eb8be51 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 944 time: 0.2920287 May 28 01:43:03.114206 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4d730ec5-94b9-469b-9766-8ffae829fddb req-2c7bb341-8201-41d4-b79d-daa6db44c206 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656187 May 28 01:43:03.117298 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab833da-6335-4024-b5de-7d51c951283a req-77d11890-2a34-4b57-a529-69db001f9d22 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] No DVR routers for this DVR port 045fd300-3351-4d6d-bf35-4d551703e667 on host hv-cinder-79351 {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:43:03.120068 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-aab833da-6335-4024-b5de-7d51c951283a req-77d11890-2a34-4b57-a529-69db001f9d22 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:03.127912 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd2ae09-94af-49ee-ba72-5402c8b25148', 'name': 'network-vif-deleted', 'tag': '045fd300-3351-4d6d-bf35-4d551703e667'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:43:03.128081 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f75cc42e-ca2b-4e58-999f-07c294391925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:03.154171 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1ede9fd9-e3d4-4bfa-b2e0-c404226511bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:03.162522 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-aab833da-6335-4024-b5de-7d51c951283a req-77d11890-2a34-4b57-a529-69db001f9d22 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] 10.222.0.20 "DELETE /v2.0/ports/045fd300-3351-4d6d-bf35-4d551703e667 HTTP/1.1" status: 204 len: 173 time: 1.5701680 May 28 01:43:03.165499 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1ede9fd9-e3d4-4bfa-b2e0-c404226511bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:03.170521 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7f915a2e-ff90-4cea-a39d-b91ea04ed1e7 req-ea27eaef-0b74-4ec9-be40-0be4f7655311 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856531 May 28 01:43:03.176658 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-5eb9c7c6-44a7-4fd2-9d1f-a565f5bff841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:03.193091 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f75cc42e-ca2b-4e58-999f-07c294391925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:03.238495 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 52634) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:03.262857 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a03c1732-539a-4f8b-a9af-fb1eaad014c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:03.268197 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['045fd300-3351-4d6d-bf35-4d551703e667'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:43:03.269445 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede9fd9-e3d4-4bfa-b2e0-c404226511bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66980fca-899c-4c32-93ff-4d9999889407,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:03.278882 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-1ede9fd9-e3d4-4bfa-b2e0-c404226511bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34d4cfcac9b149fab78903c124bae855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4587336 May 28 01:43:03.279108 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 52646) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:03.288275 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-1ede9fd9-e3d4-4bfa-b2e0-c404226511bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:03.321122 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f75cc42e-ca2b-4e58-999f-07c294391925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:03.326348 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-1ede9fd9-e3d4-4bfa-b2e0-c404226511bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:03.339812 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cc42e-ca2b-4e58-999f-07c294391925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae77036-2346-415e-b722-5e500a739d59,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:03.341959 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-a03c1732-539a-4f8b-a9af-fb1eaad014c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:03.344680 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-f75cc42e-ca2b-4e58-999f-07c294391925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:03.350418 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f75cc42e-ca2b-4e58-999f-07c294391925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:03.352313 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-f75cc42e-ca2b-4e58-999f-07c294391925 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ae77036-2346-415e-b722-5e500a739d59 HTTP/1.1" status: 204 len: 168 time: 0.3238161 May 28 01:43:03.359845 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-a03c1732-539a-4f8b-a9af-fb1eaad014c2 admin admin] Usage tracker for resource:security_group_rule and tenant:f77dd76a385a4ead94b7f562672824b3 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:03.366546 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-c60aea38-332e-437c-8d82-e542017a8563 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8164903a63664034bcea84a5a9108c80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674570 May 28 01:43:03.367323 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-a03c1732-539a-4f8b-a9af-fb1eaad014c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:03.429883 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-a03c1732-539a-4f8b-a9af-fb1eaad014c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:03.667177 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8a353ed4-0f0b-4035-8f29-22cb5fc1d26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:03.727739 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-1931b09e-71d0-4ca6-964e-e1654b4ea1e8 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:03.728499 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 52660) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:03.729207 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-1931b09e-71d0-4ca6-964e-e1654b4ea1e8 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/networks?id=52f0d540-8d57-41c6-a6dd-a20c995fd81e HTTP/1.1" status: 200 len: 815 time: 0.3743567 May 28 01:43:03.736328 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-429015bc-1b94-4a31-abdf-961a27345162 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:03.737628 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-429015bc-1b94-4a31-abdf-961a27345162 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3410325 May 28 01:43:03.751914 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-36ab7968-38bb-4633-b121-573539a7c011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:03.767105 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-36ab7968-38bb-4633-b121-573539a7c011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:03.770847 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-36ab7968-38bb-4633-b121-573539a7c011 admin admin] Usage tracker for resource:security_group_rule and tenant:3e562e9d2c8c4ad7a49c591bddeb0a8c is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:03.772239 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8a353ed4-0f0b-4035-8f29-22cb5fc1d26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:03.774179 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-36ab7968-38bb-4633-b121-573539a7c011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:03.779880 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-43473966-ba2b-418e-aa4d-f5ad26bea3b6 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/quotas/32440717f9724b4e981cecec3271f880 HTTP/1.1" status: 200 len: 375 time: 0.0413735 May 28 01:43:03.780324 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-36ab7968-38bb-4633-b121-573539a7c011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:03.786515 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-ace00453-f360-4f68-9c3a-6b7e8f32132c tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/quotas/8164903a63664034bcea84a5a9108c80 HTTP/1.1" status: 200 len: 375 time: 0.0396287 May 28 01:43:03.867347 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-36ab7968-38bb-4633-b121-573539a7c011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:03.871790 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-36ab7968-38bb-4633-b121-573539a7c011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:03.882729 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-212ae10a-85e8-4852-bc8c-1c7af4bf079a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:03.927719 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-36ab7968-38bb-4633-b121-573539a7c011 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e562e9d2c8c4ad7a49c591bddeb0a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981409 May 28 01:43:03.928520 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab7968-38bb-4633-b121-573539a7c011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771ec6ec-dd90-4534-8583-8d2ed7cc5243,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:03.930856 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 52664) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:03.932769 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-45d0652f-6b5e-4526-b6c4-3246b12f55be tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8164903a63664034bcea84a5a9108c80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1353052 May 28 01:43:03.933513 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-36ab7968-38bb-4633-b121-573539a7c011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:03.961329 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a03c1732-539a-4f8b-a9af-fb1eaad014c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:03.971387 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a03c1732-539a-4f8b-a9af-fb1eaad014c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:03.983386 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:03.998483 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-24cc238a-1a37-47ac-baa0-9c792c201131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:04.008464 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-bff5aa78-f9d6-43b0-b623-8e2bcab8cd64 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=32440717f9724b4e981cecec3271f880&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2192838 May 28 01:43:04.028350 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-24cc238a-1a37-47ac-baa0-9c792c201131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:04.048608 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-a03c1732-539a-4f8b-a9af-fb1eaad014c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f77dd76a385a4ead94b7f562672824b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8089652 May 28 01:43:04.051324 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 52668) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:04.053669 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8a353ed4-0f0b-4035-8f29-22cb5fc1d26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:04.085280 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c1732-539a-4f8b-a9af-fb1eaad014c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c71313-2ba2-494b-a4aa-01fccabdbec8,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:04.096379 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-a03c1732-539a-4f8b-a9af-fb1eaad014c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:04.097075 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-a600f782-f86f-4d53-98b4-417d44ce1ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:04.125745 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 02ea96f2-707a-4481-a508-13103d829f10 up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:43:04.167107 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-24cc238a-1a37-47ac-baa0-9c792c201131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:04.174728 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-f760e795-b19b-41a2-83c1-88bbab3de6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:04.186667 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6c4e26ef-3976-4dac-9ba4-a237ab3fdf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:04.213478 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6c4e26ef-3976-4dac-9ba4-a237ab3fdf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:04.273534 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc238a-1a37-47ac-baa0-9c792c201131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771ec6ec-dd90-4534-8583-8d2ed7cc5243,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:04.281669 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning for port 02ea96f2-707a-4481-a508-13103d829f10 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:43:04.283927 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-24cc238a-1a37-47ac-baa0-9c792c201131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:04.286024 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-24cc238a-1a37-47ac-baa0-9c792c201131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:04.287356 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-24cc238a-1a37-47ac-baa0-9c792c201131 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/771ec6ec-dd90-4534-8583-8d2ed7cc5243 HTTP/1.1" status: 204 len: 168 time: 0.3554735 May 28 01:43:04.288825 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6c4e26ef-3976-4dac-9ba4-a237ab3fdf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:04.294708 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-511e1591-6f92-455a-8bc1-aba80b7246e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:04.305793 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6c4e26ef-3976-4dac-9ba4-a237ab3fdf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:04.307250 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port 02ea96f2-707a-4481-a508-13103d829f10 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:04.308091 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:04.321664 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-6c4e26ef-3976-4dac-9ba4-a237ab3fdf8a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64c71313-2ba2-494b-a4aa-01fccabdbec8 HTTP/1.1" status: 204 len: 168 time: 0.2610276 May 28 01:43:04.327081 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e26ef-3976-4dac-9ba4-a237ab3fdf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c71313-2ba2-494b-a4aa-01fccabdbec8,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:04.334999 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-6c4e26ef-3976-4dac-9ba4-a237ab3fdf8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:04.447360 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd2ae09-94af-49ee-ba72-5402c8b25148', 'name': 'network-vif-deleted', 'tag': '045fd300-3351-4d6d-bf35-4d551703e667', 'status': 'completed', 'code': 200} May 28 01:43:04.456666 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a353ed4-0f0b-4035-8f29-22cb5fc1d26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66980fca-899c-4c32-93ff-4d9999889407,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:04.499726 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-8a353ed4-0f0b-4035-8f29-22cb5fc1d26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:04.511866 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8a353ed4-0f0b-4035-8f29-22cb5fc1d26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:04.513390 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-8a353ed4-0f0b-4035-8f29-22cb5fc1d26b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66980fca-899c-4c32-93ff-4d9999889407 HTTP/1.1" status: 204 len: 168 time: 1.2330482 May 28 01:43:04.522374 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:04.565759 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2233e4b-bbc4-4b10-b6c3-0e1ef830131d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ea96f2-707a-4481-a508-13103d829f10'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:43:04.579962 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-24a97fb2-bfa4-488a-9dd2-0910543a6b48 req-c38e11d5-5d43-43e1-be8f-30ae0fa35991 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 210 time: 0.1250081 May 28 01:43:04.602447 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 02ea96f2-707a-4481-a508-13103d829f10, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=02ea96f2-707a-4481-a508-13103d829f10,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:04.612892 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:04.613773 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:43:04.765385 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:04.776220 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-817054a1-f9e0-4c88-a0f5-6801f854f542 service neutron] 10.222.0.32 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7261739 May 28 01:43:04.925757 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=02ea96f2-707a-4481-a508-13103d829f10,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:04.930730 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:04.937140 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning for port 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:43:04.943882 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:04.944551 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:04.999475 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2511f3f-27d2-45af-8d99-96d0cee04416 req-61e25afe-aea5-4e4c-b9ee-47f3d7087eba tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:05.001157 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e2511f3f-27d2-45af-8d99-96d0cee04416 req-61e25afe-aea5-4e4c-b9ee-47f3d7087eba tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 944 time: 0.2881169 May 28 01:43:05.094151 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e2511f3f-27d2-45af-8d99-96d0cee04416 req-6a2915b3-f446-4440-8906-f24cd95fa185 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852485 May 28 01:43:05.104455 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-05486c1f-94ed-4992-8f85-5f6462848208 service neutron] 10.222.0.32 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225183 May 28 01:43:05.176658 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:05.253745 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e,segment=NetworkSegment(666d0ef4-6f04-445a-b542-9a0890c9b152),segment_id=666d0ef4-6f04-445a-b542-9a0890c9b152)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:05.262869 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:05.264250 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device c71e3837-68fc-43d6-9133-96e55cbfbc30 up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:43:05.304535 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-a92fc032-259e-459d-940d-b4c8b4b7ba73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:05.359190 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02989737-9613-495d-ac5a-01c8ffe8a776 req-b18a7ef2-587e-4a3c-9946-74151a19717e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:05.366176 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-02989737-9613-495d-ac5a-01c8ffe8a776 req-b18a7ef2-587e-4a3c-9946-74151a19717e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.1746290 May 28 01:43:05.395894 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:05.399648 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:05.453835 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-02989737-9613-495d-ac5a-01c8ffe8a776 req-6206e0ad-1bf5-4214-9857-5b1431ece8b5 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828350 May 28 01:43:05.462996 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2233e4b-bbc4-4b10-b6c3-0e1ef830131d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ea96f2-707a-4481-a508-13103d829f10', 'code': 200} May 28 01:43:05.472394 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning for port c71e3837-68fc-43d6-9133-96e55cbfbc30 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:43:05.491862 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port c71e3837-68fc-43d6-9133-96e55cbfbc30 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:05.492340 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:05.568672 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b62e6ab7-0a85-4410-9db4-cfe4872b54d3 req-b2c7ef2e-8de5-426a-a5d7-8fa584063a9a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 210 time: 0.0580010 May 28 01:43:05.722743 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:05.774223 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port c71e3837-68fc-43d6-9133-96e55cbfbc30, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=c71e3837-68fc-43d6-9133-96e55cbfbc30,segment=NetworkSegment(666d0ef4-6f04-445a-b542-9a0890c9b152),segment_id=666d0ef4-6f04-445a-b542-9a0890c9b152)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:05.780337 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:05.783641 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:05.853964 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0c13e9f0-6f33-4c0d-9bab-5efd6f99f4a4 req-e363c16d-402d-4a8c-b3fa-82a33dd90baa tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 210 time: 0.0744588 May 28 01:43:05.873478 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=c71e3837-68fc-43d6-9133-96e55cbfbc30,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:05.876652 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:05.961407 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fe6dd-6fd9-4bc1-817b-8cf23bbe94e6 req-c8e7cd58-d314-476d-9aea-bd3700cd0c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:05.963298 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fe7fe6dd-6fd9-4bc1-817b-8cf23bbe94e6 req-c8e7cd58-d314-476d-9aea-bd3700cd0c84 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 1098 time: 0.1060069 May 28 01:43:06.024030 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fe7fe6dd-6fd9-4bc1-817b-8cf23bbe94e6 req-7d8aa21a-2fe4-4fa9-9914-7a740fe0938b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532165 May 28 01:43:06.126408 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 045fd300-3351-4d6d-bf35-4d551703e667 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:43:06.161135 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] No Port match for: 045fd300-3351-4d6d-bf35-4d551703e667 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:43:06.161496 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 045fd300-3351-4d6d-bf35-4d551703e667 not bound to the agent host hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:43:06.300975 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c5e6d-ad17-4c4a-b89d-0a6001758cdf req-0e7518a0-fdf7-45ea-9a86-c4dfd80e67c2 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:06.302606 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-452c5e6d-ad17-4c4a-b89d-0a6001758cdf req-0e7518a0-fdf7-45ea-9a86-c4dfd80e67c2 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.0926406 May 28 01:43:06.378497 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-452c5e6d-ad17-4c4a-b89d-0a6001758cdf req-875937a6-8050-4325-9c1c-04910ffc0cbe tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642850 May 28 01:43:06.393767 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-1177d63e-15b7-45de-a7ce-57e4be9aae1b tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8164903a63664034bcea84a5a9108c80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594506 May 28 01:43:06.496796 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 52784) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:06.642788 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60de0fa-0af0-4cb2-b810-bd40d3220525 admin admin] Deleting subnet 038d753b-cfea-42ee-9828-05b75794900b {{(pid=98373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 28 01:43:06.647909 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-f60de0fa-0af0-4cb2-b810-bd40d3220525 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:06.795559 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-f60de0fa-0af0-4cb2-b810-bd40d3220525 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:06.806886 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-f60de0fa-0af0-4cb2-b810-bd40d3220525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4121571'] for subnet, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:06.849990 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-4d759e9e-bc03-4288-9439-acd5e756f36e tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:06.852137 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-4d759e9e-bc03-4288-9439-acd5e756f36e tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4003384 May 28 01:43:06.904836 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Request body: {'port': {'device_id': '8b88ac40-6a6c-4ecb-822b-9d3dab8ab321', 'network_id': '497dfddd-45cd-44a5-a469-6a8172dd6baa', 'admin_state_up': True, 'tenant_id': '8164903a63664034bcea84a5a9108c80'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:06.919130 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f52a930b-cd1a-419b-bdd6-b2275161a67f req-d64624f4-21cb-4645-bc60-470c3bc69ba6 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 210 time: 0.0725853 May 28 01:43:06.961872 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161f990-b339-4a4f-8549-35264616f7d4 req-406583f0-5944-4893-a1bd-8304b8162b6e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:06.963524 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d161f990-b339-4a4f-8549-35264616f7d4 req-406583f0-5944-4893-a1bd-8304b8162b6e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.2494788 May 28 01:43:07.113511 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:07.123841 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Usage tracker for resource:port and tenant:8164903a63664034bcea84a5a9108c80 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:07.129221 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:07.136757 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:07.149684 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Made reservation on behalf of 8164903a63664034bcea84a5a9108c80 for: {'port': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:43:07.156552 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:07.174767 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:07.191301 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:07.195668 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Usage tracker for resource:security_group_rule and tenant:8164903a63664034bcea84a5a9108c80 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:07.198280 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-997d7c17-7db3-46f1-831b-6e8bc6cd8a55 req-5c96914b-8bd9-49cf-ab4a-0065b7a75f80 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 210 time: 0.0745842 May 28 01:43:07.198864 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:07.205091 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:07.348686 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d161f990-b339-4a4f-8549-35264616f7d4 req-b5633cf7-64fb-4fe4-a702-c5f5abd71030 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755549 May 28 01:43:07.385360 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:07.392959 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:07.398101 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-304ed070-aee6-4044-8446-1f2ff670af0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:07.440737 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-f60de0fa-0af0-4cb2-b810-bd40d3220525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755'] for subnet, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:07.455552 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:07.464284 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e268644f-fec2-47ce-bcc1-a086393d2079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e'}, {'server_uuid': '150cddba-a97d-4583-b84e-502b39e607ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71e3837-68fc-43d6-9133-96e55cbfbc30'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:43:07.484863 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4a0d95-749c-4462-9821-7d694f1ad3f8,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:07.489146 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:07.558574 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e268644f-fec2-47ce-bcc1-a086393d2079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e', 'code': 200} May 28 01:43:07.558990 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150cddba-a97d-4583-b84e-502b39e607ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71e3837-68fc-43d6-9133-96e55cbfbc30', 'code': 200} May 28 01:43:07.604069 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60de0fa-0af0-4cb2-b810-bd40d3220525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=038d753b-cfea-42ee-9828-05b75794900b,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:07.621417 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-f60de0fa-0af0-4cb2-b810-bd40d3220525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:07.632986 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-f60de0fa-0af0-4cb2-b810-bd40d3220525 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:07.660739 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-f60de0fa-0af0-4cb2-b810-bd40d3220525 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/038d753b-cfea-42ee-9828-05b75794900b HTTP/1.1" status: 204 len: 168 time: 1.1627913 May 28 01:43:07.663056 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 52836) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:07.744764 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_common [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Allocated IP 192.168.233.4 (497dfddd-45cd-44a5-a469-6a8172dd6baa/91c5c949-9e71-482a-b09e-483f134557ff/b28230da-cef4-42b2-be3b-5b536bb8f644) {{(pid=98374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:43:08.226849 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a166b3-e2f3-46d3-b383-126887acd1b2 req-aa01d3f5-3233-4bbc-a018-67be2ca9f679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:08.228655 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-c4a166b3-e2f3-46d3-b383-126887acd1b2 req-aa01d3f5-3233-4bbc-a018-67be2ca9f679 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 1098 time: 0.1591768 May 28 01:43:08.231604 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Notify callbacks [] for port, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:08.251797 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-30d30f3b-8fb4-45bf-8769-9956ba87a130 req-19a08dfd-db04-42ee-8bfa-ffe20939002a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 210 time: 0.0848436 May 28 01:43:08.287525 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.provisioning_blocks [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Transition to ACTIVE for port object b28230da-cef4-42b2-be3b-5b536bb8f644 will not be triggered until provisioned by entity DHCP. {{(pid=98374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:43:08.301571 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-c4a166b3-e2f3-46d3-b383-126887acd1b2 req-a2941acf-a609-49eb-ac30-18dab5cf36f8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659692 May 28 01:43:08.329985 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:08.344261 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:08.371705 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3678103'] for network, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:08.393072 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6535ad5-9b7d-47ac-b693-71ae1738d884 req-f8ad1864-db9f-471e-8e50-31d9a8651480 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:08.400032 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a6535ad5-9b7d-47ac-b693-71ae1738d884 req-f8ad1864-db9f-471e-8e50-31d9a8651480 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.8361115 May 28 01:43:08.405562 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 52864) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:08.444054 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Pushing event updated for resources: {'Port': ['ID=b28230da-cef4-42b2-be3b-5b536bb8f644,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:08.460716 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:08.471211 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Network 497dfddd-45cd-44a5-a469-6a8172dd6baa is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:43:08.473519 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:08.493787 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Received port after_create {{(pid=98374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:43:08.533984 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-fdf45fd1-0016-43d4-b891-b7fcfd1cc980 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:08.544037 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-fdf45fd1-0016-43d4-b891-b7fcfd1cc980 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.20 "GET /v2.0/networks?id=52f0d540-8d57-41c6-a6dd-a20c995fd81e HTTP/1.1" status: 200 len: 815 time: 0.8740177 May 28 01:43:08.589901 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:08.591034 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for port, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:08.641166 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7559640 May 28 01:43:08.647378 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a6535ad5-9b7d-47ac-b693-71ae1738d884 req-ac3b1cfe-a545-4e4d-a233-b45675e35b5f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462101 May 28 01:43:08.666132 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Request body: {'port': {'device_id': '8b88ac40-6a6c-4ecb-822b-9d3dab8ab321', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:08.682427 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d146dd-0444-4413-bf27-97cace8b185e req-c786e555-b6e3-4c0c-8574-c317f3f9330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:08.682427 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-07d146dd-0444-4413-bf27-97cace8b185e req-c786e555-b6e3-4c0c-8574-c317f3f9330e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 1098 time: 0.7383132 May 28 01:43:08.685819 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-630cd919-59b3-491d-a297-60e1d045ef2d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Request body: {'port': {'device_id': 'c5064400-6f64-46ea-942b-5433f3e09cd2', 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e', 'admin_state_up': True, 'tenant_id': '32440717f9724b4e981cecec3271f880'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:08.849383 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-44c21398-0a5d-4b6f-9c50-cfba0e50e005 None None] Provisioning for port b28230da-cef4-42b2-be3b-5b536bb8f644 completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:43:08.855217 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-44c21398-0a5d-4b6f-9c50-cfba0e50e005 None None] Provisioning complete for port b28230da-cef4-42b2-be3b-5b536bb8f644 triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:08.856155 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-44c21398-0a5d-4b6f-9c50-cfba0e50e005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:08.899742 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:08.921210 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-44c21398-0a5d-4b6f-9c50-cfba0e50e005 None None] Port b28230da-cef4-42b2-be3b-5b536bb8f644 cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:43:08.963768 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3ece321c-8cb2-418f-a9db-d47598e42759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:08.981034 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124012', 'neutron.services.segments.db._delete_segments_for_network-8764331454940'] for network, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:09.034587 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-3ece321c-8cb2-418f-a9db-d47598e42759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:09.038587 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-3ece321c-8cb2-418f-a9db-d47598e42759 admin admin] Usage tracker for resource:security_group_rule and tenant:f89a5232a43d4bbe81005b5a4cf1ece0 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:09.041747 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-3ece321c-8cb2-418f-a9db-d47598e42759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:09.057233 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:43:09.057578 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:43:09.058284 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:43:09.058797 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Subscribe: > port after_create 55550000 {{(pid=98373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:43:09.058999 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:43:09.059295 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Subscribe: > port after_update 55550000 {{(pid=98373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:43:09.059608 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:43:09.059946 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:43:09.060256 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:43:09.060568 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:43:09.176790 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:43:09.177757 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:43:09.178153 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:43:09.178497 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 01:43:09.178861 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc60d33-e9c0-4949-9beb-f30de8d059da']}} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:09.195001 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 52894) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:09.208841 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985141e6-1f81-496f-9282-336b6bf45064') {'for_net_delete': True} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:09.209138 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985141e6-1f81-496f-9282-336b6bf45064') {} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:09.216695 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-3ece321c-8cb2-418f-a9db-d47598e42759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:09.252919 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-07d146dd-0444-4413-bf27-97cace8b185e req-4d17b39f-15d0-4dc7-9520-095e3742f855 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386777 May 28 01:43:09.294349 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764331464093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1627248'] for segment, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:09.342464 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.notifiers.nova [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28230da-cef4-42b2-be3b-5b536bb8f644 {{(pid=98374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:43:09.346909 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99768c-11b8-4a50-a29a-53509e60502a req-b8849e76-d0fc-4616-9ccb-53a9d1d40ccd tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:09.350591 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:09.353876 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4a99768c-11b8-4a50-a29a-53509e60502a req-b8849e76-d0fc-4616-9ccb-53a9d1d40ccd tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 934 time: 0.9146225 May 28 01:43:09.377648 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-2461d251-ee96-4ccc-933c-805e1c4db551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:09.383739 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:09.390719 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-630cd919-59b3-491d-a297-60e1d045ef2d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:09.395318 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.provisioning_blocks [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Transition to ACTIVE for port object b28230da-cef4-42b2-be3b-5b536bb8f644 will not be triggered until provisioned by entity L2. {{(pid=98374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:43:09.397521 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-2461d251-ee96-4ccc-933c-805e1c4db551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:09.401459 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10898818'] for port, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:09.402612 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-2461d251-ee96-4ccc-933c-805e1c4db551 admin admin] Usage tracker for resource:security_group_rule and tenant:38bf1440797a477fa6ccab6059663bb4 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:09.407684 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc15e4-9a11-44f8-9b62-495d0ac81530 req-d9494100-e8b0-41bc-bd41-7ca82d73a4a7 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:09.408798 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-2461d251-ee96-4ccc-933c-805e1c4db551 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:09.411251 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:09.412284 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-87fc15e4-9a11-44f8-9b62-495d0ac81530 req-d9494100-e8b0-41bc-bd41-7ca82d73a4a7 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.5648022 May 28 01:43:09.449678 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-630cd919-59b3-491d-a297-60e1d045ef2d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:09.462386 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-2461d251-ee96-4ccc-933c-805e1c4db551 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:09.476274 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=98373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 01:43:09.476697 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10682085'] for segment, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:09.501609 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4a99768c-11b8-4a50-a29a-53509e60502a req-1924ed81-e377-43e2-8761-6f214f3dfe0b tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c4a0d95-749c-4462-9821-7d694f1ad3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468978 May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: from cryptography.utils import int_from_bytes May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: from cryptography.utils import int_from_bytes May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: Traceback (most recent call last): May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: timer() May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: cb(*args, **kw) May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: return func(*args, **kwargs) May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: self._notify() May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: self.callback(batched_events) May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: event.method(event) May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: aggregate_uuid = self.p_client.list_aggregates( May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: return f(self, *a, **k) May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: return self._get(url).json() May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: return self.request(url, 'GET', **kwargs) May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: base_url = self.get_endpoint(auth, allow=allow, May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 01:43:09.504641 dv-cinder-793515-1-smb neutron-server[98373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 01:43:09.629885 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-630cd919-59b3-491d-a297-60e1d045ef2d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Made reservation on behalf of 32440717f9724b4e981cecec3271f880 for: {'port': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:43:09.633816 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-630cd919-59b3-491d-a297-60e1d045ef2d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:09.654040 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-87fc15e4-9a11-44f8-9b62-495d0ac81530 req-9a747a25-7c79-42b4-a012-89e05545465a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259791 May 28 01:43:09.694652 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Pushing event updated for resources: {'Port': ['ID=b28230da-cef4-42b2-be3b-5b536bb8f644,revision_number=2']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:09.728553 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:09.787937 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025484'] for network, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:09.795334 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3ece321c-8cb2-418f-a9db-d47598e42759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:09.802824 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-492c7226-fe0f-4060-a84f-fddd16bd994f req-9948b190-f556-469b-92a2-0a186b7cd8c5 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 210 time: 0.1258259 May 28 01:43:09.853047 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3ece321c-8cb2-418f-a9db-d47598e42759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:09.866322 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:09.883019 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.managers [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Attempting to bind port b28230da-cef4-42b2-be3b-5b536bb8f644 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:43:09.883364 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.managers [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Attempting to bind port b28230da-cef4-42b2-be3b-5b536bb8f644 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '32cc7d94-587c-4c0b-9107-65fc261136e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '497dfddd-45cd-44a5-a469-6a8172dd6baa'}] {{(pid=98374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:43:09.883699 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Attempting to bind port b28230da-cef4-42b2-be3b-5b536bb8f644 on network 497dfddd-45cd-44a5-a469-6a8172dd6baa {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:43:09.885523 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:09.915454 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Port b28230da-cef4-42b2-be3b-5b536bb8f644 on network 497dfddd-45cd-44a5-a469-6a8172dd6baa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 01:43:09.915806 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Attempting to bind port b28230da-cef4-42b2-be3b-5b536bb8f644 on network 497dfddd-45cd-44a5-a469-6a8172dd6baa {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:43:09.920570 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdc60d33-e9c0-4949-9beb-f30de8d059da,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:09.927477 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Checking agent: {'id': '1b125da3-7d0c-4b26-bfd9-a1004cddd395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:43:09.927831 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Checking segment: {'id': '32cc7d94-587c-4c0b-9107-65fc261136e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '497dfddd-45cd-44a5-a469-6a8172dd6baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:43:09.928233 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Bound using segment: {'id': '32cc7d94-587c-4c0b-9107-65fc261136e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '497dfddd-45cd-44a5-a469-6a8172dd6baa'} {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:43:09.929201 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.managers [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Bound port: b28230da-cef4-42b2-be3b-5b536bb8f644, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cc7d94-587c-4c0b-9107-65fc261136e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '497dfddd-45cd-44a5-a469-6a8172dd6baa'}}] {{(pid=98374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:43:09.929201 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:09.946520 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-2461d251-ee96-4ccc-933c-805e1c4db551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:09.985405 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-2461d251-ee96-4ccc-933c-805e1c4db551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:09.994203 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:09.994633 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:10.005427 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-339116fc-13ef-48ce-83e6-eb846cbb8d5d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:10.035680 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-3ece321c-8cb2-418f-a9db-d47598e42759 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f89a5232a43d4bbe81005b5a4cf1ece0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6275783 May 28 01:43:10.040799 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 52910) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:10.075075 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-2461d251-ee96-4ccc-933c-805e1c4db551 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38bf1440797a477fa6ccab6059663bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8786106 May 28 01:43:10.089342 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 52914) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:10.097357 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bdc60d33-e9c0-4949-9beb-f30de8d059da HTTP/1.1" status: 204 len: 168 time: 2.4288304 May 28 01:43:10.101431 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece321c-8cb2-418f-a9db-d47598e42759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982bb258-a6af-48d6-8a15-908811e9aafa,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:10.105090 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3ece321c-8cb2-418f-a9db-d47598e42759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:10.128896 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461d251-ee96-4ccc-933c-805e1c4db551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff86d8eb-b811-4014-b5aa-49ede3e527ce,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:10.132200 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-2461d251-ee96-4ccc-933c-805e1c4db551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:10.142958 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.db [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] For port b28230da-cef4-42b2-be3b-5b536bb8f644, host hv-cinder-79351, cleared binding levels {{(pid=98374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:43:10.152938 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-630cd919-59b3-491d-a297-60e1d045ef2d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Allocated IP 172.20.0.14 (52f0d540-8d57-41c6-a6dd-a20c995fd81e/52254074-e28a-4080-9a1b-3e9eccf9a78c/11703550-daa6-480b-8425-a1c9ecfa1702) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:43:10.162871 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec469198-7c95-45db-9b02-da34f04849e5 req-843abaa6-6d43-4d20-852f-88af4937e89b tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:10.164820 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec469198-7c95-45db-9b02-da34f04849e5 req-843abaa6-6d43-4d20-852f-88af4937e89b tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.3672664 May 28 01:43:10.182085 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c31f3d-4db3-434b-a5a2-e10e3706485e req-4d4f6b1b-68ab-4028-b1c2-99bc59ee4f7d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:10.182973 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.db [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] For port b28230da-cef4-42b2-be3b-5b536bb8f644, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b28230da-cef4-42b2-be3b-5b536bb8f644,segment=NetworkSegment(32cc7d94-587c-4c0b-9107-65fc261136e8),segment_id=32cc7d94-587c-4c0b-9107-65fc261136e8)] {{(pid=98374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:43:10.183728 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-77c31f3d-4db3-434b-a5a2-e10e3706485e req-4d4f6b1b-68ab-4028-b1c2-99bc59ee4f7d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.2643425 May 28 01:43:10.201334 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 52920) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:10.210383 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10898818'] for port, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:10.216891 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-14bbee37-58ca-4d4a-a9b1-d94a83ad0c74 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Request body: {'floatingip': {'port_id': '02ea96f2-707a-4481-a508-13103d829f10'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:10.260452 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec469198-7c95-45db-9b02-da34f04849e5 req-a4779648-3c73-46ab-be02-2bd0a80e9790 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755351 May 28 01:43:10.267410 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 52924) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:10.287120 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-13bf3486-6a2c-4c57-ac19-bc6f21ba897b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:10.301309 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:10.367219 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-14bbee37-58ca-4d4a-a9b1-d94a83ad0c74 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for floatingip, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:10.432029 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e0048874-9a38-461b-bf1e-ac32dee0e03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:10.438760 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:10.439376 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for port, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:10.440792 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] 10.222.0.20 "PUT /v2.0/ports/b28230da-cef4-42b2-be3b-5b536bb8f644 HTTP/1.1" status: 200 len: 1096 time: 1.7796488 May 28 01:43:10.462844 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b88ac40-6a6c-4ecb-822b-9d3dab8ab321', 'tag': 'b28230da-cef4-42b2-be3b-5b536bb8f644'}] {{(pid=98374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:43:10.520250 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-e3241d70-850a-4c38-9a5a-259d0eef1dab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f5260c4720641669e5750d992338084&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2383738 May 28 01:43:10.521051 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 52930) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:10.606396 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b88ac40-6a6c-4ecb-822b-9d3dab8ab321', 'tag': 'b28230da-cef4-42b2-be3b-5b536bb8f644', 'status': 'completed', 'code': 200} May 28 01:43:10.659589 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-630cd919-59b3-491d-a297-60e1d045ef2d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:10.665994 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-13bf3486-6a2c-4c57-ac19-bc6f21ba897b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:10.711138 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e0048874-9a38-461b-bf1e-ac32dee0e03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:10.726149 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-60d0d7bc-a7a4-4566-9b5e-ce2e87cd372f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:10.792753 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-60d0d7bc-a7a4-4566-9b5e-ce2e87cd372f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:10.823254 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-630cd919-59b3-491d-a297-60e1d045ef2d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:10.846752 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:10.867210 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Pushing event updated for resources: {'Port': ['ID=b28230da-cef4-42b2-be3b-5b536bb8f644,revision_number=3']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:10.884759 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-13bf3486-6a2c-4c57-ac19-bc6f21ba897b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:10.894310 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:10.894981 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-40eabdec-eb70-4dd2-8066-2e73541591ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:10.902242 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['aa8ec143-4257-4f9c-9218-94caaa57ec03'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:43:10.917835 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf3486-6a2c-4c57-ac19-bc6f21ba897b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982bb258-a6af-48d6-8a15-908811e9aafa,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:10.934500 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-13bf3486-6a2c-4c57-ac19-bc6f21ba897b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:10.955744 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-13bf3486-6a2c-4c57-ac19-bc6f21ba897b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:10.955744 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-13bf3486-6a2c-4c57-ac19-bc6f21ba897b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/982bb258-a6af-48d6-8a15-908811e9aafa HTTP/1.1" status: 204 len: 168 time: 0.9107478 May 28 01:43:10.972594 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-630cd919-59b3-491d-a297-60e1d045ef2d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Network 52f0d540-8d57-41c6-a6dd-a20c995fd81e is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:43:10.979956 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-630cd919-59b3-491d-a297-60e1d045ef2d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:10.983013 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-630cd919-59b3-491d-a297-60e1d045ef2d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:43:11.092711 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-db57c819-0412-4109-a837-f5d004f36f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:11.094934 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-db57c819-0412-4109-a837-f5d004f36f64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8164903a63664034bcea84a5a9108c80&device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 1099 time: 0.4616003 May 28 01:43:11.098119 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e0048874-9a38-461b-bf1e-ac32dee0e03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:11.106315 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-28688b08-5a9a-41eb-9ff8-1bcc308ab072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:11.114106 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e0048874-9a38-461b-bf1e-ac32dee0e03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:11.116805 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-e0048874-9a38-461b-bf1e-ac32dee0e03d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff86d8eb-b811-4014-b5aa-49ede3e527ce HTTP/1.1" status: 204 len: 168 time: 1.0226238 May 28 01:43:11.162944 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-630cd919-59b3-491d-a297-60e1d045ef2d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:11.163232 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-630cd919-59b3-491d-a297-60e1d045ef2d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:11.181632 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f9670-a561-462f-990c-c9c6e96971fa req-c7c12d25-7fbe-4270-986a-06e6e6e8974d tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:11.183266 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3d1f9670-a561-462f-990c-c9c6e96971fa req-c7c12d25-7fbe-4270-986a-06e6e6e8974d tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 946 time: 0.5201340 May 28 01:43:11.189762 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630cd919-59b3-491d-a297-60e1d045ef2d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Pushing event updated for resources: {'Port': ['ID=11703550-daa6-480b-8425-a1c9ecfa1702,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:11.227567 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-630cd919-59b3-491d-a297-60e1d045ef2d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:11.235247 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-60d0d7bc-a7a4-4566-9b5e-ce2e87cd372f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:11.248522 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-60d0d7bc-a7a4-4566-9b5e-ce2e87cd372f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:11.252594 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-60d0d7bc-a7a4-4566-9b5e-ce2e87cd372f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9544063-d636-4683-8530-5921cf57ca4b HTTP/1.1" status: 204 len: 168 time: 0.7280877 May 28 01:43:11.255959 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-8a353ed4-0f0b-4035-8f29-22cb5fc1d26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:11.282488 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-630cd919-59b3-491d-a297-60e1d045ef2d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6281965 May 28 01:43:11.303586 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0d7bc-a7a4-4566-9b5e-ce2e87cd372f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9544063-d636-4683-8530-5921cf57ca4b,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:11.307940 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3d1f9670-a561-462f-990c-c9c6e96971fa req-4cbef21e-304f-45ec-9d51-64d15acda34d tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c4a0d95-749c-4462-9821-7d694f1ad3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121101 May 28 01:43:11.308868 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-60d0d7bc-a7a4-4566-9b5e-ce2e87cd372f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:11.314790 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Request body: {'port': {'device_id': 'c5064400-6f64-46ea-942b-5433f3e09cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:11.365548 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0048874-9a38-461b-bf1e-ac32dee0e03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff86d8eb-b811-4014-b5aa-49ede3e527ce,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:11.390003 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-e0048874-9a38-461b-bf1e-ac32dee0e03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:11.391692 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-0d36f18e-8eb2-4cd3-8f49-46adb2a7b9cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=b28230da-cef4-42b2-be3b-5b536bb8f644 HTTP/1.1" status: 200 len: 217 time: 0.1432631 May 28 01:43:11.455481 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:11.465003 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-f86365f4-7a2d-402b-bb3d-7376bcdabf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:11.467416 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-f86365f4-7a2d-402b-bb3d-7376bcdabf99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91c5c949-9e71-482a-b09e-483f134557ff HTTP/1.1" status: 200 len: 843 time: 0.0626688 May 28 01:43:11.526405 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe4122-8af4-46ac-bdad-8131c7cf599f req-d841aceb-a13c-40be-9445-e37be588d94f tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:11.527112 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-c7fe4122-8af4-46ac-bdad-8131c7cf599f req-d841aceb-a13c-40be-9445-e37be588d94f tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Synchronizing usage tracker for tenant:32440717f9724b4e981cecec3271f880 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:43:11.566526 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-c7fe4122-8af4-46ac-bdad-8131c7cf599f req-d841aceb-a13c-40be-9445-e37be588d94f tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Unset dirty status for tenant:32440717f9724b4e981cecec3271f880 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:43:11.567881 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c7fe4122-8af4-46ac-bdad-8131c7cf599f req-d841aceb-a13c-40be-9445-e37be588d94f tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 932 time: 0.5938501 May 28 01:43:11.776915 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c7fe4122-8af4-46ac-bdad-8131c7cf599f req-cfe6ce30-d708-46b0-892c-605eb6a38ff0 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998942 May 28 01:43:11.804859 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-847fef85-2f73-4a79-aa09-5f3d0c3ccbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:11.806389 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-847fef85-2f73-4a79-aa09-5f3d0c3ccbff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=497dfddd-45cd-44a5-a469-6a8172dd6baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3297553 May 28 01:43:11.901375 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 52976) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:11.901712 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 52978) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:11.943847 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcac98-7fde-4d18-93ca-99f546917c13 req-efbdf970-567f-4271-ac9a-f79d66668c24 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:11.945350 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-22bcac98-7fde-4d18-93ca-99f546917c13 req-efbdf970-567f-4271-ac9a-f79d66668c24 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.3130982 May 28 01:43:11.961003 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-00f9ed73-d25e-44bf-930f-83d0643420f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:11.973860 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-2b52d745-207c-4d6a-94b8-31a55e83a9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:12.032577 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-00f9ed73-d25e-44bf-930f-83d0643420f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:12.045838 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-2b52d745-207c-4d6a-94b8-31a55e83a9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:12.055525 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-22bcac98-7fde-4d18-93ca-99f546917c13 req-a938e5de-e2c2-4f2b-9225-fd55fbba36db tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974877 May 28 01:43:12.058072 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-00f9ed73-d25e-44bf-930f-83d0643420f4 admin admin] Usage tracker for resource:security_group_rule and tenant:e0fb0c59d5a345c9974594095ac05adf is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:12.068316 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:43:12.071392 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-2b52d745-207c-4d6a-94b8-31a55e83a9e9 admin admin] Usage tracker for resource:security_group_rule and tenant:e655697cd5f74cdc924eaac85d210ee5 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:12.073968 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-00f9ed73-d25e-44bf-930f-83d0643420f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:12.079450 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-f14a578c-d3ed-4efa-8e3c-2709ee0e5cc8 service neutron] 10.222.0.20 "GET /v2.0/networks/497dfddd-45cd-44a5-a469-6a8172dd6baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658634 May 28 01:43:12.084579 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-00f9ed73-d25e-44bf-930f-83d0643420f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:12.252045 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-2b52d745-207c-4d6a-94b8-31a55e83a9e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:12.259206 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-2b52d745-207c-4d6a-94b8-31a55e83a9e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:12.297918 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-14bbee37-58ca-4d4a-a9b1-d94a83ad0c74 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:12.315222 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-14bbee37-58ca-4d4a-a9b1-d94a83ad0c74 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025534'] for floatingip, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:12.317993 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-00f9ed73-d25e-44bf-930f-83d0643420f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:12.327999 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11703550-daa6-480b-8425-a1c9ecfa1702 {{(pid=98373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:43:12.339649 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-00f9ed73-d25e-44bf-930f-83d0643420f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:12.342888 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:12.393105 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:12.458374 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-801efd2b-0242-432c-9aa6-776fa2707d17 req-96e98d02-7be9-4856-b0bc-5e3df3c1e855 service neutron] 10.222.0.20 "GET /v2.0/networks/497dfddd-45cd-44a5-a469-6a8172dd6baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701320 May 28 01:43:12.473088 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Transition to ACTIVE for port object 11703550-daa6-480b-8425-a1c9ecfa1702 will not be triggered until provisioned by entity L2. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:43:12.524866 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-00f9ed73-d25e-44bf-930f-83d0643420f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0fb0c59d5a345c9974594095ac05adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6204240 May 28 01:43:12.534213 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 53006) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:12.582006 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:12.592187 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53010) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:12.600181 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9ed73-d25e-44bf-930f-83d0643420f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2819278-d578-47d5-b5e8-5247062a3c15,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:12.606314 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.db.l3_db [None req-14bbee37-58ca-4d4a-a9b1-d94a83ad0c74 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Floating IP 0e62d8ad-6716-4e6f-a8e5-9cfd92530af9 associated. External IP: 172.28.1.203, port: 02ea96f2-707a-4481-a508-13103d829f10. May 28 01:43:12.613040 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-00f9ed73-d25e-44bf-930f-83d0643420f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:12.683750 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:12.708624 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486fad1-3b02-419a-a59f-fee8c3b4057e req-b5c459a9-663e-4aa9-b00a-160dad8166ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:12.710649 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-b486fad1-3b02-419a-a59f-fee8c3b4057e req-b5c459a9-663e-4aa9-b00a-160dad8166ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e93d884e97b4986ae88333d6a80b00c&device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 1098 time: 0.2000434 May 28 01:43:12.784351 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1651532490-network', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:12.817304 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:12.830935 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Usage tracker for resource:network and tenant:0c8cb123312945c79bd98c6b173fb1c1 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:12.835177 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:12.848895 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:12.985739 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-4f4b7ea7-9438-49a9-964f-fb858300ce51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:13.055166 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486fad1-3b02-419a-a59f-fee8c3b4057e req-c37da92a-58ef-4ce1-80a7-ae780fc144a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:13.057072 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-b486fad1-3b02-419a-a59f-fee8c3b4057e req-c37da92a-58ef-4ce1-80a7-ae780fc144a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=157de08f-e2cd-4e4a-a493-6006286275a5 HTTP/1.1" status: 200 len: 920 time: 0.2777910 May 28 01:43:13.067320 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-2b52d745-207c-4d6a-94b8-31a55e83a9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:13.095877 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 53032) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:13.106175 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Pushing event updated for resources: {'Port': ['ID=11703550-daa6-480b-8425-a1c9ecfa1702,revision_number=2']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:13.109823 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-2b52d745-207c-4d6a-94b8-31a55e83a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:13.116475 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-4f4b7ea7-9438-49a9-964f-fb858300ce51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:13.123987 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:13.147149 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-a03c1732-539a-4f8b-a9af-fb1eaad014c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:13.201377 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df099f-0fae-436b-b775-64a2346a14a4 req-6e40ee3e-e899-435f-9e98-c59b3fe5e875 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:13.201641 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Made reservation on behalf of 0c8cb123312945c79bd98c6b173fb1c1 for: {'network': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:43:13.201727 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-59df099f-0fae-436b-b775-64a2346a14a4 req-6e40ee3e-e899-435f-9e98-c59b3fe5e875 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 946 time: 0.7120824 May 28 01:43:13.201816 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4178980'] for network, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:13.213424 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-b486fad1-3b02-419a-a59f-fee8c3b4057e req-b7d4b0d3-1f74-4de7-b4a2-ea0a98f82f1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c71e3837-68fc-43d6-9133-96e55cbfbc30 HTTP/1.1" status: 200 len: 217 time: 0.0987182 May 28 01:43:13.221706 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:13.253802 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdde1d-82b9-417d-96ed-3baaa04af666 req-8fbcf746-008e-4214-a2e4-02c5579b54f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:13.255240 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e2fdde1d-82b9-417d-96ed-3baaa04af666 req-8fbcf746-008e-4214-a2e4-02c5579b54f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8164903a63664034bcea84a5a9108c80&device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 1099 time: 0.6435499 May 28 01:43:13.273198 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-2b52d745-207c-4d6a-94b8-31a55e83a9e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e655697cd5f74cdc924eaac85d210ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3702619 May 28 01:43:13.281178 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52d745-207c-4d6a-94b8-31a55e83a9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca382062-0d93-422e-a010-ce5e69b8e4f4,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:13.281854 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:13.285033 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53038) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:13.292374 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Usage tracker for resource:security_group_rule and tenant:0c8cb123312945c79bd98c6b173fb1c1 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:13.304161 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Attempting to bind port 11703550-daa6-480b-8425-a1c9ecfa1702 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:43:13.304493 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Attempting to bind port 11703550-daa6-480b-8425-a1c9ecfa1702 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'd12d5d54-573a-46e8-8145-3515ecd566e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e'}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:43:13.304814 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Attempting to bind port 11703550-daa6-480b-8425-a1c9ecfa1702 on network 52f0d540-8d57-41c6-a6dd-a20c995fd81e {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:43:13.307234 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:13.313696 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e274f-dbb3-4a8f-af27-093661c1b4f8 req-e5da1d82-36ec-4cfd-a365-61aab0c4999d tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:13.315129 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d30e274f-dbb3-4a8f-af27-093661c1b4f8 req-e5da1d82-36ec-4cfd-a365-61aab0c4999d tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.7319717 May 28 01:43:13.326693 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:13.329862 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-2b52d745-207c-4d6a-94b8-31a55e83a9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:13.330215 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bbee37-58ca-4d4a-a9b1-d94a83ad0c74 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:43:13.349941 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Port 11703550-daa6-480b-8425-a1c9ecfa1702 on network 52f0d540-8d57-41c6-a6dd-a20c995fd81e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 01:43:13.350256 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Attempting to bind port 11703550-daa6-480b-8425-a1c9ecfa1702 on network 52f0d540-8d57-41c6-a6dd-a20c995fd81e {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:43:13.369313 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5b63471c-0421-4be2-a6a2-51094a3d2e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:13.373938 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486fad1-3b02-419a-a59f-fee8c3b4057e req-adb234c6-a1cb-4d4a-92d4-b192f20016c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:13.375398 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-b486fad1-3b02-419a-a59f-fee8c3b4057e req-adb234c6-a1cb-4d4a-92d4-b192f20016c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b312163-fab7-44a7-800f-e4a469a8099d HTTP/1.1" status: 200 len: 859 time: 0.1418195 May 28 01:43:13.435032 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Checking agent: {'id': '1b125da3-7d0c-4b26-bfd9-a1004cddd395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:43:13.435368 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Checking segment: {'id': 'd12d5d54-573a-46e8-8145-3515ecd566e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:43:13.435748 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Bound using segment: {'id': 'd12d5d54-573a-46e8-8145-3515ecd566e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e'} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:43:13.436216 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Bound port: 11703550-daa6-480b-8425-a1c9ecfa1702, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd12d5d54-573a-46e8-8145-3515ecd566e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e'}}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:43:13.436587 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:13.465573 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-59df099f-0fae-436b-b775-64a2346a14a4 req-d6154def-9f9b-4ac7-9244-f778257ba25f tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c4a0d95-749c-4462-9821-7d694f1ad3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327549 May 28 01:43:13.477396 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-5b63471c-0421-4be2-a6a2-51094a3d2e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:13.491321 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-4f4b7ea7-9438-49a9-964f-fb858300ce51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:13.495386 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-5b63471c-0421-4be2-a6a2-51094a3d2e2b admin admin] Usage tracker for resource:security_group_rule and tenant:00e4854287da4cdaa0c73acf8bdbfdc8 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:13.510143 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-b486fad1-3b02-419a-a59f-fee8c3b4057e req-02079cc8-bded-4540-9264-d4c8e8151ed5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=157de08f-e2cd-4e4a-a493-6006286275a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194632 May 28 01:43:13.525638 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-5b63471c-0421-4be2-a6a2-51094a3d2e2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:13.547701 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:13.556873 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-5b63471c-0421-4be2-a6a2-51094a3d2e2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:13.590534 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d30e274f-dbb3-4a8f-af27-093661c1b4f8 req-a5f90eaa-ed3d-4ca3-8b55-a66347885ebd tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575097 May 28 01:43:13.611922 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b7ea7-9438-49a9-964f-fb858300ce51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2819278-d578-47d5-b5e8-5247062a3c15,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:13.655093 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-4f4b7ea7-9438-49a9-964f-fb858300ce51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:13.673815 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8be8c013-5dfb-4fb8-951f-4ed801926ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:13.715122 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdde1d-82b9-417d-96ed-3baaa04af666 req-a2194353-5d2a-4f47-b2f2-9cbfde72f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:13.716872 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e2fdde1d-82b9-417d-96ed-3baaa04af666 req-a2194353-5d2a-4f47-b2f2-9cbfde72f26f service neutron] 10.222.0.20 "GET /v2.0/networks?id=497dfddd-45cd-44a5-a469-6a8172dd6baa HTTP/1.1" status: 200 len: 870 time: 0.4410260 May 28 01:43:13.724643 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-4f4b7ea7-9438-49a9-964f-fb858300ce51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:13.725976 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-4f4b7ea7-9438-49a9-964f-fb858300ce51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2819278-d578-47d5-b5e8-5247062a3c15 HTTP/1.1" status: 204 len: 168 time: 1.1880138 May 28 01:43:13.808276 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] For port 11703550-daa6-480b-8425-a1c9ecfa1702, host hv-cinder-79351, cleared binding levels {{(pid=98373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:43:13.821999 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e2fdde1d-82b9-417d-96ed-3baaa04af666 req-a0aeb029-c061-4f00-86a5-f86a2d352088 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=b28230da-cef4-42b2-be3b-5b536bb8f644 HTTP/1.1" status: 200 len: 217 time: 0.0928528 May 28 01:43:13.832400 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] For port 11703550-daa6-480b-8425-a1c9ecfa1702, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=11703550-daa6-480b-8425-a1c9ecfa1702,segment=NetworkSegment(d12d5d54-573a-46e8-8145-3515ecd566e1),segment_id=d12d5d54-573a-46e8-8145-3515ecd566e1)] {{(pid=98373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:43:13.859202 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8be8c013-5dfb-4fb8-951f-4ed801926ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:13.885498 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:13.900546 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:13.939561 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bbee37-58ca-4d4a-a9b1-d94a83ad0c74 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:43:13.961431 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a9d6c5-3b24-4809-911c-015ac57387b0 None None] Sync routers for ids ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'] in dv-cinder-793515-1-smb {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:43:13.971133 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a9d6c5-3b24-4809-911c-015ac57387b0 None None] Routers {'633c5120-cd69-4d2e-b712-7d48ce6c7a10'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:43:13.971859 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-27a9d6c5-3b24-4809-911c-015ac57387b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:42:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:14.010283 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-b486fad1-3b02-419a-a59f-fee8c3b4057e req-54f0e785-3a45-4990-9a30-9993a7ee5d5a service neutron] 10.222.0.20 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882128 May 28 01:43:14.016554 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:14.021909 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-14bbee37-58ca-4d4a-a9b1-d94a83ad0c74 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for floatingip, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:14.046896 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:14.048119 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:14.049734 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] 10.222.0.20 "PUT /v2.0/ports/11703550-daa6-480b-8425-a1c9ecfa1702 HTTP/1.1" status: 200 len: 1094 time: 2.7397547 May 28 01:43:14.050552 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Pushing event updated for resources: {'Port': ['ID=11703550-daa6-480b-8425-a1c9ecfa1702,revision_number=3']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:14.058723 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:14.058723 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5064400-6f64-46ea-942b-5433f3e09cd2', 'tag': '11703550-daa6-480b-8425-a1c9ecfa1702'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:43:14.122035 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:14.123679 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cce40b-c177-4050-93c0-6e3bcd157be9 req-09013174-2a48-425b-8112-3949926a42ba tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:14.131418 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-11cce40b-c177-4050-93c0-6e3bcd157be9 req-09013174-2a48-425b-8112-3949926a42ba tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 944 time: 0.5241950 May 28 01:43:14.132362 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdde1d-82b9-417d-96ed-3baaa04af666 req-b313efd1-ef11-443c-8c67-62eda3fb6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:14.135333 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e2fdde1d-82b9-417d-96ed-3baaa04af666 req-b313efd1-ef11-443c-8c67-62eda3fb6020 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91c5c949-9e71-482a-b09e-483f134557ff HTTP/1.1" status: 200 len: 843 time: 0.2948825 May 28 01:43:14.150810 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-13bf3486-6a2c-4c57-ac19-bc6f21ba897b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:14.164149 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-27a9d6c5-3b24-4809-911c-015ac57387b0 None None] Set router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:43:14.250795 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5064400-6f64-46ea-942b-5433f3e09cd2', 'tag': '11703550-daa6-480b-8425-a1c9ecfa1702', 'status': 'completed', 'code': 200} May 28 01:43:14.312473 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-b486fad1-3b02-419a-a59f-fee8c3b4057e req-cd005261-0623-4368-b9e0-f5f0d9b98c17 service neutron] 10.222.0.20 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912800 May 28 01:43:14.314570 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-14bbee37-58ca-4d4a-a9b1-d94a83ad0c74 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "PUT /v2.0/floatingips/0e62d8ad-6716-4e6f-a8e5-9cfd92530af9 HTTP/1.1" status: 200 len: 991 time: 4.1099844 May 28 01:43:14.326668 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2233e4b-bbc4-4b10-b6c3-0e1ef830131d', 'tag': '02ea96f2-707a-4481-a508-13103d829f10'}] {{(pid=98374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:43:14.332947 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=98374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 01:43:14.343917 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8be8c013-5dfb-4fb8-951f-4ed801926ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:14.359664 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5b63471c-0421-4be2-a6a2-51094a3d2e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:14.369277 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-11cce40b-c177-4050-93c0-6e3bcd157be9 req-90baaa8d-7b6a-42e8-9d24-598210661061 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321970 May 28 01:43:14.372420 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-3ff9663d-e1af-40b2-8551-1de674fac095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:14.373850 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-3ff9663d-e1af-40b2-8551-1de674fac095 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32440717f9724b4e981cecec3271f880&device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 1097 time: 0.2148907 May 28 01:43:14.381055 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5b63471c-0421-4be2-a6a2-51094a3d2e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:14.402180 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9046200-fe88-40dd-8f3f-7de057a47230,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:14.412143 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:14.414757 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.db.segments_db [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Added segment 7c607989-63e8-4f5e-9b23-b81cad895349 of type vlan for network 921f98b5-4b6b-4d1c-9f05-0d3139f095a4 May 28 01:43:14.434558 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:14.493099 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764330948172'] for network, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:14.496769 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:14.530774 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-5b63471c-0421-4be2-a6a2-51094a3d2e2b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00e4854287da4cdaa0c73acf8bdbfdc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4232383 May 28 01:43:14.536752 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 53074) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:14.549959 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8be8c013-5dfb-4fb8-951f-4ed801926ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:14.552549 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-8be8c013-5dfb-4fb8-951f-4ed801926ed9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca382062-0d93-422e-a010-ce5e69b8e4f4 HTTP/1.1" status: 204 len: 168 time: 1.2661285 May 28 01:43:14.555386 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-b7152410-002c-4988-b960-b13d2faa28e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:14.572546 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-27a9d6c5-3b24-4809-911c-015ac57387b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:42:34Z', 'revision_number': 4, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port': {'id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_floatingips': [{'id': '0e62d8ad-6716-4e6f-a8e5-9cfd92530af9', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'floating_ip_address': '172.28.1.203', 'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'router_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'port_id': '02ea96f2-707a-4481-a508-13103d829f10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'mac_address': 'fa:16:3e:9f:a2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2233e4b-bbc4-4b10-b6c3-0e1ef830131d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T01:42:41Z', 'updated_at': '2021-05-28T01:43:11Z', 'revision_number': 1, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef915c6-0b92-4761-bfdf-6482e7753089', 'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'mac_address': 'fa:16:3e:b7:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:29Z', 'updated_at': '2021-05-28T01:42:43Z', 'revision_number': 5, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'subnets': [{'id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:14.577008 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a9d6c5-3b24-4809-911c-015ac57387b0 None None] Checking router: 633c5120-cd69-4d2e-b712-7d48ce6c7a10 for host: dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:43:14.583518 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2233e4b-bbc4-4b10-b6c3-0e1ef830131d', 'tag': '02ea96f2-707a-4481-a508-13103d829f10', 'status': 'completed', 'code': 200} May 28 01:43:14.586222 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a9d6c5-3b24-4809-911c-015ac57387b0 None None] Routers {'633c5120-cd69-4d2e-b712-7d48ce6c7a10'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:43:14.587004 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-27a9d6c5-3b24-4809-911c-015ac57387b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:42:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:14.592171 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760'] for network, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:14.598857 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:14.599601 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdde1d-82b9-417d-96ed-3baaa04af666 req-a91313de-b443-4cb4-b33f-22ef87d75155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:14.601162 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e2fdde1d-82b9-417d-96ed-3baaa04af666 req-a91313de-b443-4cb4-b33f-22ef87d75155 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=497dfddd-45cd-44a5-a469-6a8172dd6baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3890922 May 28 01:43:14.602257 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:14.620066 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8c013-5dfb-4fb8-951f-4ed801926ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca382062-0d93-422e-a010-ce5e69b8e4f4,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:14.631391 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-4fdc2a9c-43c9-43b8-b352-0521b5046f81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11703550-daa6-480b-8425-a1c9ecfa1702 HTTP/1.1" status: 200 len: 217 time: 0.2181208 May 28 01:43:14.706078 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-8be8c013-5dfb-4fb8-951f-4ed801926ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:14.706633 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-46b0a3cb-10ca-436d-b9cd-0acf30c72483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:14.807453 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-27a9d6c5-3b24-4809-911c-015ac57387b0 None None] Set router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:43:14.814324 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Pushing event updated for resources: {'Network': ['ID=921f98b5-4b6b-4d1c-9f05-0d3139f095a4,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:14.822498 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:14.828070 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Network 921f98b5-4b6b-4d1c-9f05-0d3139f095a4 details requested by agent ovs-agent-dv-cinder-793515-1-smb with host dv-cinder-793515-1-smb {{(pid=98375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 01:43:14.841208 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2451596 May 28 01:43:14.844667 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53086) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:14.854662 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-397441a4-9c62-42da-8187-1d0a479eca03 admin admin] Request body: {'subnet': {'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1651532490-subnet', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:14.869200 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-397441a4-9c62-42da-8187-1d0a479eca03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:14.876313 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-397441a4-9c62-42da-8187-1d0a479eca03 admin admin] Usage tracker for resource:subnet and tenant:0c8cb123312945c79bd98c6b173fb1c1 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:14.892339 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-397441a4-9c62-42da-8187-1d0a479eca03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:14.915287 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-397441a4-9c62-42da-8187-1d0a479eca03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:14.928229 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35937424-45a2-4f4c-a9cc-f6efd7be500d req-65d49ea9-c2c4-419d-a4a5-3b89d9615ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:14.930012 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-35937424-45a2-4f4c-a9cc-f6efd7be500d req-65d49ea9-c2c4-419d-a4a5-3b89d9615ada service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=754c0001c83d4af1bdc6a16555b480e4&device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 1098 time: 0.3059988 May 28 01:43:14.936978 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397441a4-9c62-42da-8187-1d0a479eca03 admin admin] Made reservation on behalf of 0c8cb123312945c79bd98c6b173fb1c1 for: {'subnet': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:43:14.940063 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-397441a4-9c62-42da-8187-1d0a479eca03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11069009'] for subnet, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:14.988110 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-dbd33abe-9ef5-4704-9ad9-7c00a0f69d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:14.990363 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-dbd33abe-9ef5-4704-9ad9-7c00a0f69d30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=52254074-e28a-4080-9a1b-3e9eccf9a78c HTTP/1.1" status: 200 len: 855 time: 0.2085817 May 28 01:43:15.076388 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63471c-0421-4be2-a6a2-51094a3d2e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fa2249-1391-4c62-9cbc-fa726850b559,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:15.095762 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-5b63471c-0421-4be2-a6a2-51094a3d2e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:15.100446 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-d4c0d64c-6301-4209-a41e-0546d8fffff2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f0d540-8d57-41c6-a6dd-a20c995fd81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753288 May 28 01:43:15.365695 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35937424-45a2-4f4c-a9cc-f6efd7be500d req-a84c8f39-2fdb-41f1-96de-73c59aab7bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:15.367152 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-35937424-45a2-4f4c-a9cc-f6efd7be500d req-a84c8f39-2fdb-41f1-96de-73c59aab7bd1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3463d1e7-4623-4440-bb64-03cc52099eb5 HTTP/1.1" status: 200 len: 918 time: 0.4127207 May 28 01:43:15.530935 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5d57193e-45c7-4a38-9278-b7eba1571f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:15.597249 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-35937424-45a2-4f4c-a9cc-f6efd7be500d req-e55f3761-e1be-4f9d-9fa8-7898aff02230 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02ea96f2-707a-4481-a508-13103d829f10 HTTP/1.1" status: 200 len: 999 time: 0.2152877 May 28 01:43:15.643867 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e2fdde1d-82b9-417d-96ed-3baaa04af666 req-e5627d7a-e1d7-4695-814f-2eb799216fa9 service neutron] 10.222.0.20 "GET /v2.0/networks/497dfddd-45cd-44a5-a469-6a8172dd6baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0114911 May 28 01:43:15.682680 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-27a9d6c5-3b24-4809-911c-015ac57387b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:42:34Z', 'revision_number': 4, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port': {'id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_floatingips': [{'id': '0e62d8ad-6716-4e6f-a8e5-9cfd92530af9', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'floating_ip_address': '172.28.1.203', 'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'router_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'port_id': '02ea96f2-707a-4481-a508-13103d829f10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'mac_address': 'fa:16:3e:9f:a2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2233e4b-bbc4-4b10-b6c3-0e1ef830131d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T01:42:41Z', 'updated_at': '2021-05-28T01:43:11Z', 'revision_number': 1, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef915c6-0b92-4761-bfdf-6482e7753089', 'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'mac_address': 'fa:16:3e:b7:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:29Z', 'updated_at': '2021-05-28T01:42:43Z', 'revision_number': 5, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'subnets': [{'id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:15.710621 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a9d6c5-3b24-4809-911c-015ac57387b0 None None] The sync data for ids ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'] in dv-cinder-793515-1-smb is: [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:42:34Z', 'revision_number': 4, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port': {'id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_floatingips': [{'id': '0e62d8ad-6716-4e6f-a8e5-9cfd92530af9', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'floating_ip_address': '172.28.1.203', 'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'router_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'port_id': '02ea96f2-707a-4481-a508-13103d829f10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'mac_address': 'fa:16:3e:9f:a2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2233e4b-bbc4-4b10-b6c3-0e1ef830131d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T01:42:41Z', 'updated_at': '2021-05-28T01:43:11Z', 'revision_number': 1, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef915c6-0b92-4761-bfdf-6482e7753089', 'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'mac_address': 'fa:16:3e:b7:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:29Z', 'updated_at': '2021-05-28T01:42:43Z', 'revision_number': 5, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'subnets': [{'id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:43:15.711438 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5d57193e-45c7-4a38-9278-b7eba1571f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:15.759636 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35937424-45a2-4f4c-a9cc-f6efd7be500d req-baa8cb32-020d-4809-bf8f-d67e925665f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:15.761386 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-35937424-45a2-4f4c-a9cc-f6efd7be500d req-baa8cb32-020d-4809-bf8f-d67e925665f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61422ffd-2b35-4f4c-a3bf-b8c5addbfe48 HTTP/1.1" status: 200 len: 856 time: 0.1417496 May 28 01:43:15.898535 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6e4a4-7202-46dd-8369-d54da42c38b4 req-d1c475d4-6325-4b91-913f-a5a33fea428b tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:15.905390 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-397441a4-9c62-42da-8187-1d0a479eca03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10760763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11068999'] for subnet, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:15.906537 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6cf6e4a4-7202-46dd-8369-d54da42c38b4 req-d1c475d4-6325-4b91-913f-a5a33fea428b tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 946 time: 1.1189952 May 28 01:43:15.915273 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:15.930025 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-0f14ded4-c304-472f-af7c-44164ab739b4 service neutron] 10.222.0.20 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6950557 May 28 01:43:15.958060 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c47080-471b-4955-8862-c222682a262e req-30b44d73-8634-4415-87f7-84acbad94712 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:15.959601 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b3c47080-471b-4955-8862-c222682a262e req-30b44d73-8634-4415-87f7-84acbad94712 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.9621274 May 28 01:43:15.994535 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397441a4-9c62-42da-8187-1d0a479eca03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69fa25a8-030c-4786-9348-7785d8dee8f5,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:16.000135 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-397441a4-9c62-42da-8187-1d0a479eca03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:16.002387 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35937424-45a2-4f4c-a9cc-f6efd7be500d req-3221da3a-53bb-41d3-bef9-0fe31e1cde75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:16.003810 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-35937424-45a2-4f4c-a9cc-f6efd7be500d req-3221da3a-53bb-41d3-bef9-0fe31e1cde75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3463d1e7-4623-4440-bb64-03cc52099eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2320364 May 28 01:43:16.091229 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd6eb58-503a-431f-8635-c611a7b04269 None None] New status for floating IP 0e62d8ad-6716-4e6f-a8e5-9cfd92530af9: ACTIVE {{(pid=98375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 01:43:16.131190 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397441a4-9c62-42da-8187-1d0a479eca03 admin admin] Checking segment: {'id': '7c607989-63e8-4f5e-9b23-b81cad895349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:43:16.131190 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397441a4-9c62-42da-8187-1d0a479eca03 admin admin] Network hostable DHCP agents. Network: 921f98b5-4b6b-4d1c-9f05-0d3139f095a4, hostable agents: ['18dcb2a5-1deb-4e04-a203-0597d71fb4d8'], hosted agents: [] {{(pid=98374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 01:43:16.185188 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397441a4-9c62-42da-8187-1d0a479eca03 admin admin] Network 921f98b5-4b6b-4d1c-9f05-0d3139f095a4 is scheduled to be hosted by DHCP agent 18dcb2a5-1deb-4e04-a203-0597d71fb4d8 with binding_index 1 {{(pid=98374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 01:43:16.187429 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6cf6e4a4-7202-46dd-8369-d54da42c38b4 req-b86f0985-4eba-4bd1-9365-9cf9b02a53d4 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c4a0d95-749c-4462-9821-7d694f1ad3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798004 May 28 01:43:16.200171 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-35937424-45a2-4f4c-a9cc-f6efd7be500d req-e55b6bca-6501-4044-8ebb-7b1d6ee4c911 service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821847 May 28 01:43:16.201008 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device b28230da-cef4-42b2-be3b-5b536bb8f644 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:43:16.239093 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-397441a4-9c62-42da-8187-1d0a479eca03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-1-smb, 921f98b5-4b6b-4d1c-9f05-0d3139f095a4) {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:16.245908 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e2fdde1d-82b9-417d-96ed-3baaa04af666 req-b392eaed-503b-43e0-9cbe-c6ed0701ff78 service neutron] 10.222.0.20 "GET /v2.0/networks/497dfddd-45cd-44a5-a469-6a8172dd6baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5926056 May 28 01:43:16.252942 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b3c47080-471b-4955-8862-c222682a262e req-bf24013e-b034-465a-abc8-b763d087d436 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644036 May 28 01:43:16.254686 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55178243-4440-45f0-92f8-d79383ee6470 None None] Network 921f98b5-4b6b-4d1c-9f05-0d3139f095a4 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:43:16.285432 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5d57193e-45c7-4a38-9278-b7eba1571f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:16.301683 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:16.325153 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57193e-45c7-4a38-9278-b7eba1571f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fa2249-1391-4c62-9cbc-fa726850b559,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:16.343523 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57193e-45c7-4a38-9278-b7eba1571f25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:16.350680 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57193e-45c7-4a38-9278-b7eba1571f25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:16.351113 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57193e-45c7-4a38-9278-b7eba1571f25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:16.351470 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57193e-45c7-4a38-9278-b7eba1571f25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:16.351854 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57193e-45c7-4a38-9278-b7eba1571f25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:16.352193 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57193e-45c7-4a38-9278-b7eba1571f25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:16.352560 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57193e-45c7-4a38-9278-b7eba1571f25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:16.352870 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57193e-45c7-4a38-9278-b7eba1571f25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:16.353212 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57193e-45c7-4a38-9278-b7eba1571f25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:16.353550 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57193e-45c7-4a38-9278-b7eba1571f25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:16.353884 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57193e-45c7-4a38-9278-b7eba1571f25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:16.354219 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57193e-45c7-4a38-9278-b7eba1571f25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:16.363493 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d1314981-6e85-49ab-bcbe-99254a0fe228 req-c07fc8db-0164-44e1-9f14-d37cdfd654d6 service neutron] 10.222.0.20 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011681 May 28 01:43:16.364354 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5d57193e-45c7-4a38-9278-b7eba1571f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:16.372123 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-5d57193e-45c7-4a38-9278-b7eba1571f25 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6fa2249-1391-4c62-9cbc-fa726850b559 HTTP/1.1" status: 204 len: 168 time: 1.8133061 May 28 01:43:16.377104 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-5d57193e-45c7-4a38-9278-b7eba1571f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:16.385529 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397441a4-9c62-42da-8187-1d0a479eca03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:16.386134 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-397441a4-9c62-42da-8187-1d0a479eca03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:16.565685 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3287b4-79fa-4dd5-8e63-4d0f3605e34b req-1c614584-773a-4b36-9322-86590031f4c2 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:16.574021 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-397441a4-9c62-42da-8187-1d0a479eca03 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7256975 May 28 01:43:16.574226 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ba3287b4-79fa-4dd5-8e63-4d0f3605e34b req-1c614584-773a-4b36-9322-86590031f4c2 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 944 time: 0.1601884 May 28 01:43:16.574992 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53142) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:16.583340 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:16.600164 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:16.608523 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Usage tracker for resource:router and tenant:0c8cb123312945c79bd98c6b173fb1c1 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:16.612386 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:16.616446 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-35937424-45a2-4f4c-a9cc-f6efd7be500d req-bad7ddff-dcf6-4fa6-aa76-ec72fb49c0fd service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010887 May 28 01:43:16.621274 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:16.637508 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6847'] for router, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:16.638731 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1020607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6836'] for router, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:16.671177 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:16.690339 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ba3287b4-79fa-4dd5-8e63-4d0f3605e34b req-897d0837-eaa4-4ecd-baf1-3182b2a950ea tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162524 May 28 01:43:16.713201 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3a313-82a6-48d1-a6c9-a20130ecd1d7 req-e87d984b-a0b1-4814-91bc-47a953f5f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:16.714779 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-64a3a313-82a6-48d1-a6c9-a20130ecd1d7 req-e87d984b-a0b1-4814-91bc-47a953f5f997 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32440717f9724b4e981cecec3271f880&device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 1097 time: 0.1931903 May 28 01:43:16.814698 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.db.resource_extend [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 01:43:16.887133 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 53150) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:16.933510 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3a313-82a6-48d1-a6c9-a20130ecd1d7 req-643c983c-81f9-47bd-81a9-932074406f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:16.935182 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-64a3a313-82a6-48d1-a6c9-a20130ecd1d7 req-643c983c-81f9-47bd-81a9-932074406f3f service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f0d540-8d57-41c6-a6dd-a20c995fd81e HTTP/1.1" status: 200 len: 916 time: 0.2131643 May 28 01:43:16.966170 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffb1b018-9cd8-52c6-ac74-067ce0528836-921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'fixed_ips': [{'subnet_id': '69fa25a8-030c-4786-9348-7785d8dee8f5'}]}} from dv-cinder-793515-1-smb. {{(pid=98375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 28 01:43:16.967442 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:17.002599 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6850'] for router, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:17.038049 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-64a3a313-82a6-48d1-a6c9-a20130ecd1d7 req-e8b8936f-ee73-4640-99c5-f2fcde8831ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11703550-daa6-480b-8425-a1c9ecfa1702 HTTP/1.1" status: 200 len: 217 time: 0.0934906 May 28 01:43:17.051364 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53160) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:17.136640 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:17.143330 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3a313-82a6-48d1-a6c9-a20130ecd1d7 req-3071c70d-650b-4991-8914-105074d83d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:17.146308 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-64a3a313-82a6-48d1-a6c9-a20130ecd1d7 req-3071c70d-650b-4991-8914-105074d83d87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=52254074-e28a-4080-9a1b-3e9eccf9a78c HTTP/1.1" status: 200 len: 855 time: 0.0921600 May 28 01:43:17.154954 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:17.169241 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Usage tracker for resource:security_group_rule and tenant:5519b9c9253d45e5a85db4a4b4e7976f is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:17.173536 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:17.182415 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:17.198494 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port b28230da-cef4-42b2-be3b-5b536bb8f644, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b28230da-cef4-42b2-be3b-5b536bb8f644,segment=NetworkSegment(32cc7d94-587c-4c0b-9107-65fc261136e8),segment_id=32cc7d94-587c-4c0b-9107-65fc261136e8)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:17.254983 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': 'b28230da-cef4-42b2-be3b-5b536bb8f644', 'network_id': '497dfddd-45cd-44a5-a469-6a8172dd6baa', 'port_id': 'b28230da-cef4-42b2-be3b-5b536bb8f644', 'mac_address': 'fa:16:3e:69:3e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c5c949-9e71-482a-b09e-483f134557ff', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:43:17.279576 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-64a3a313-82a6-48d1-a6c9-a20130ecd1d7 req-35f49e1a-41bc-4b20-bf5c-471bb22ffc37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f0d540-8d57-41c6-a6dd-a20c995fd81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212404 May 28 01:43:17.437416 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-2572c334-18f5-4dcc-8ebd-85d3733539f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:17.471137 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:17.507966 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.db_base_plugin_common [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Allocated IP 172.20.0.2 (921f98b5-4b6b-4d1c-9f05-0d3139f095a4/69fa25a8-030c-4786-9348-7785d8dee8f5/c94c5cfd-20f0-428a-89c8-09d0aca9f11b) {{(pid=98375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:43:17.522977 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28230da-cef4-42b2-be3b-5b536bb8f644 {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:43:17.539625 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port b28230da-cef4-42b2-be3b-5b536bb8f644, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b28230da-cef4-42b2-be3b-5b536bb8f644,segment=NetworkSegment(32cc7d94-587c-4c0b-9107-65fc261136e8),segment_id=32cc7d94-587c-4c0b-9107-65fc261136e8)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:17.540200 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-2572c334-18f5-4dcc-8ebd-85d3733539f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:17.555429 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-2572c334-18f5-4dcc-8ebd-85d3733539f9 admin admin] Usage tracker for resource:security_group_rule and tenant:90c088a48b0b4f689405c14933645520 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:17.562021 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:17.566535 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-2572c334-18f5-4dcc-8ebd-85d3733539f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:17.567418 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:17.582668 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-2572c334-18f5-4dcc-8ebd-85d3733539f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:17.593442 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:17.607559 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:17.624989 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-e0048874-9a38-461b-bf1e-ac32dee0e03d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:17.655808 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:17.669340 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-64a3a313-82a6-48d1-a6c9-a20130ecd1d7 req-eda76229-953b-4a80-a115-791ad80d6d9b service neutron] 10.222.0.20 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685558 May 28 01:43:17.707414 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:17.719282 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5519b9c9253d45e5a85db4a4b4e7976f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6610432 May 28 01:43:17.719464 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113a4f6-d086-44d8-9836-ef57f8ee99c7 req-e215afe6-9031-46b6-8547-bad1a358b25b tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:17.719555 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef4db58-9bb5-4587-93a7-62e9059b3270,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:17.724842 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0113a4f6-d086-44d8-9836-ef57f8ee99c7 req-e215afe6-9031-46b6-8547-bad1a358b25b tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 946 time: 0.2886090 May 28 01:43:17.728674 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 53180) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:17.732738 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=b28230da-cef4-42b2-be3b-5b536bb8f644,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:17.761099 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43891cf9-8540-49ea-b904-1099c57b35f3 req-09359901-d464-4023-9e98-29ae67ed640a tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:17.763039 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-43891cf9-8540-49ea-b904-1099c57b35f3 req-09359901-d464-4023-9e98-29ae67ed640a tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.3051054 May 28 01:43:17.781198 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:17.781904 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:17.782520 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:17.783249 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:17.783707 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:17.784400 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:17.785002 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:17.785603 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:17.786236 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:17.786841 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:17.787408 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:17.788043 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:17.793163 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:17.822667 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:17.869626 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Notify callbacks [] for port, precommit_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:17.886554 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Transition to ACTIVE for port object c94c5cfd-20f0-428a-89c8-09d0aca9f11b will not be triggered until provisioned by entity L2. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:43:17.907062 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_common [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Allocated IP 172.28.1.238 (5b4592e9-59af-4549-9f0c-c75a5f18ce50/a16ae849-d4aa-45ca-8c4c-825a3c72e0a4/cd41e276-8b65-4f06-90d0-a6b3eb9b4779) {{(pid=98374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:43:17.924310 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Transition to ACTIVE for port object c94c5cfd-20f0-428a-89c8-09d0aca9f11b will not be triggered until provisioned by entity DHCP. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:43:17.932702 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107'] for port, after_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:17.946364 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:17.991894 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['b28230da-cef4-42b2-be3b-5b536bb8f644'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:43:18.035548 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0113a4f6-d086-44d8-9836-ef57f8ee99c7 req-863b700c-f575-40cb-a3c2-9f81ca732edc tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c4a0d95-749c-4462-9821-7d694f1ad3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097615 May 28 01:43:18.045896 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Network 921f98b5-4b6b-4d1c-9f05-0d3139f095a4 is already hosted by enough agents. {{(pid=98375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:43:18.060814 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.scheduler.base_scheduler [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Resources bound (agent type, host, resource id): {{(pid=98375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:18.064200 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Received port after_create {{(pid=98375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:43:18.094547 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-43891cf9-8540-49ea-b904-1099c57b35f3 req-67ebaca3-04f9-4ac2-b3a5-f52234985e30 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465594 May 28 01:43:18.110954 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:18.150029 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:18.166334 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:18.226226 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:43:18.232980 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:18.236348 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-ad30b6bf-d102-4338-98a7-631767e3a5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:18.247078 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Received port after_create {{(pid=98374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:43:18.260434 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-64a3a313-82a6-48d1-a6c9-a20130ecd1d7 req-0ffda177-0f41-462e-8faf-4221d09a8099 service neutron] 10.222.0.20 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5817149 May 28 01:43:18.276648 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-2572c334-18f5-4dcc-8ebd-85d3733539f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:18.286548 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-ad30b6bf-d102-4338-98a7-631767e3a5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:18.292087 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Pushing event updated for resources: {'Port': ['ID=c94c5cfd-20f0-428a-89c8-09d0aca9f11b,revision_number=1']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:18.308267 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:18.309215 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-2572c334-18f5-4dcc-8ebd-85d3733539f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:18.310564 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Pushing event updated for resources: {'Port': ['ID=cd41e276-8b65-4f06-90d0-a6b3eb9b4779,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:18.315528 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:18.364467 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Attempting to bind port c94c5cfd-20f0-428a-89c8-09d0aca9f11b on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:43:18.365127 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Attempting to bind port c94c5cfd-20f0-428a-89c8-09d0aca9f11b by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': '7c607989-63e8-4f5e-9b23-b81cad895349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4'}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:43:18.365707 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Attempting to bind port c94c5cfd-20f0-428a-89c8-09d0aca9f11b on network 921f98b5-4b6b-4d1c-9f05-0d3139f095a4 {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:43:18.371839 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-2b52d745-207c-4d6a-94b8-31a55e83a9e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:18.382121 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:43:18.382937 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Checking segment: {'id': '7c607989-63e8-4f5e-9b23-b81cad895349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:43:18.383558 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:18.384204 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Bound using segment: {'id': '7c607989-63e8-4f5e-9b23-b81cad895349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4'} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:43:18.384910 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Bound port: c94c5cfd-20f0-428a-89c8-09d0aca9f11b, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c607989-63e8-4f5e-9b23-b81cad895349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4'}}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:43:18.385517 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:18.443669 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-ad30b6bf-d102-4338-98a7-631767e3a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:18.497161 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-2572c334-18f5-4dcc-8ebd-85d3733539f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90c088a48b0b4f689405c14933645520&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6075351 May 28 01:43:18.499202 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 53188) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:18.548299 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] For port c94c5cfd-20f0-428a-89c8-09d0aca9f11b, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:43:18.549684 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-ad30b6bf-d102-4338-98a7-631767e3a5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:18.551265 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-ad30b6bf-d102-4338-98a7-631767e3a5f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ef4db58-9bb5-4587-93a7-62e9059b3270 HTTP/1.1" status: 204 len: 168 time: 0.8194270 May 28 01:43:18.553393 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] For port c94c5cfd-20f0-428a-89c8-09d0aca9f11b, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=c94c5cfd-20f0-428a-89c8-09d0aca9f11b,segment=NetworkSegment(7c607989-63e8-4f5e-9b23-b81cad895349),segment_id=7c607989-63e8-4f5e-9b23-b81cad895349)] {{(pid=98375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:43:18.554909 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572c334-18f5-4dcc-8ebd-85d3733539f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a643d3-ae47-4cd2-bc57-4d433802c469,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:18.572714 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:18.574595 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-2572c334-18f5-4dcc-8ebd-85d3733539f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:18.580692 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:18.595240 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-19e10286-0ec8-43ed-a5c8-5f388634871e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:18.651913 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30b6bf-d102-4338-98a7-631767e3a5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef4db58-9bb5-4587-93a7-62e9059b3270,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:18.658153 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-ad30b6bf-d102-4338-98a7-631767e3a5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:18.723513 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Pushing event updated for resources: {'Port': ['ID=c94c5cfd-20f0-428a-89c8-09d0aca9f11b,revision_number=2']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:18.726010 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0842b6-50e2-45c5-9b06-3ae9c320a795 req-f96defec-e660-439b-95a8-b939aba0994e tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:18.726766 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:18.728087 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4d0842b6-50e2-45c5-9b06-3ae9c320a795 req-f96defec-e660-439b-95a8-b939aba0994e tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 944 time: 0.3446612 May 28 01:43:18.771368 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-9527ff34-917e-4de0-90e4-8fffa21ec5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:18.816215 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-9527ff34-917e-4de0-90e4-8fffa21ec5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:18.852904 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4d0842b6-50e2-45c5-9b06-3ae9c320a795 req-8a5fb880-9c5f-450e-9cab-32ed338f761e tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061742 May 28 01:43:18.922363 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-9527ff34-917e-4de0-90e4-8fffa21ec5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:18.932395 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:18.977368 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:18.999514 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527ff34-917e-4de0-90e4-8fffa21ec5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a643d3-ae47-4cd2-bc57-4d433802c469,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:19.010900 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-9527ff34-917e-4de0-90e4-8fffa21ec5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:19.016442 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-9527ff34-917e-4de0-90e4-8fffa21ec5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:19.017601 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-9527ff34-917e-4de0-90e4-8fffa21ec5d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1a643d3-ae47-4cd2-bc57-4d433802c469 HTTP/1.1" status: 204 len: 168 time: 0.4940991 May 28 01:43:19.196049 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53206) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:19.229018 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-d6a5077d-e08f-429c-86b3-19c468c226b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:19.305241 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-d6a5077d-e08f-429c-86b3-19c468c226b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:19.315160 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-d6a5077d-e08f-429c-86b3-19c468c226b6 admin admin] Usage tracker for resource:security_group_rule and tenant:1753fd6f9c994555adc79b674297be5d is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:19.325391 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-d6a5077d-e08f-429c-86b3-19c468c226b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:19.341057 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-d6a5077d-e08f-429c-86b3-19c468c226b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:19.343322 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878de258-e3dc-4db4-953a-666d30813c2d req-d7eeb530-a1f7-441b-95c0-10df4fe2917f tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:19.348892 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-878de258-e3dc-4db4-953a-666d30813c2d req-d7eeb530-a1f7-441b-95c0-10df4fe2917f tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 947 time: 0.1725576 May 28 01:43:19.402160 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-878de258-e3dc-4db4-953a-666d30813c2d req-db376ef0-90b7-4a5a-90d4-2697204db3a2 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c4a0d95-749c-4462-9821-7d694f1ad3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502875 May 28 01:43:19.415378 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2958c0d-d990-4ae6-96b3-ca4de495aaeb req-ff30f7fb-77b7-424e-a51d-91b725448fef tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:19.417184 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e2958c0d-d990-4ae6-96b3-ca4de495aaeb req-ff30f7fb-77b7-424e-a51d-91b725448fef tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.1629455 May 28 01:43:19.467722 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e2958c0d-d990-4ae6-96b3-ca4de495aaeb req-d5890828-1771-4e3d-b619-5d2c7d908a64 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441785 May 28 01:43:19.476188 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025286'] for router, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:19.600677 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 53214) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:19.619703 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a7251b04-f0d4-4c11-ab4b-6c0a820c7f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:19.638842 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-a7251b04-f0d4-4c11-ab4b-6c0a820c7f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:19.643042 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-a7251b04-f0d4-4c11-ab4b-6c0a820c7f0c admin admin] Usage tracker for resource:security_group_rule and tenant:89abe05547d4486d80eeb3f579f1baaf is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:19.646031 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-a7251b04-f0d4-4c11-ab4b-6c0a820c7f0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:19.652051 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-a7251b04-f0d4-4c11-ab4b-6c0a820c7f0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:19.672731 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-d6a5077d-e08f-429c-86b3-19c468c226b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:19.680335 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-d6a5077d-e08f-429c-86b3-19c468c226b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:19.690071 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:19.742197 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5077d-e08f-429c-86b3-19c468c226b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2200ed87-3a0a-46e0-95a0-5add518614a3,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:19.747443 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-d6a5077d-e08f-429c-86b3-19c468c226b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:19.755115 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-d6a5077d-e08f-429c-86b3-19c468c226b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1753fd6f9c994555adc79b674297be5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5558183 May 28 01:43:19.755498 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53220) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:19.782530 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a7251b04-f0d4-4c11-ab4b-6c0a820c7f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:19.788617 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a7251b04-f0d4-4c11-ab4b-6c0a820c7f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:19.799654 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-ad30b6bf-d102-4338-98a7-631767e3a5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:19.816280 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Router b5887b72-9599-4283-9451-c70648024989 is scheduled to L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 with binding_index 1 {{(pid=98374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 01:43:19.851424 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-a7251b04-f0d4-4c11-ab4b-6c0a820c7f0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89abe05547d4486d80eeb3f579f1baaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468295 May 28 01:43:19.851424 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 53226) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:19.917187 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-536ba6b4-c5d4-4fc3-8a02-0e04e31307a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:19.927052 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7251b04-f0d4-4c11-ab4b-6c0a820c7f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee05379-6bbc-4578-8c4d-179ef34dfcd1,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:19.946819 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-a7251b04-f0d4-4c11-ab4b-6c0a820c7f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:19.987243 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-536ba6b4-c5d4-4fc3-8a02-0e04e31307a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:19.992560 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-894aac33-7c6b-48a8-a242-df4d3870e3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:20.020765 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device c94c5cfd-20f0-428a-89c8-09d0aca9f11b up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:43:20.053711 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-894aac33-7c6b-48a8-a242-df4d3870e3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:20.112629 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07f2f20-ea5e-4aca-9be1-faa0d22676c8 None None] Network 921f98b5-4b6b-4d1c-9f05-0d3139f095a4 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:43:20.164782 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-536ba6b4-c5d4-4fc3-8a02-0e04e31307a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:20.169814 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-b60e958a-54ae-43f7-8eb7-10a708e715fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:20.182172 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703eb09a-0a21-4071-8633-0178db7625da req-db728efd-eeeb-44c0-a272-34655a7211fa tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:20.183789 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-703eb09a-0a21-4071-8633-0178db7625da req-db728efd-eeeb-44c0-a272-34655a7211fa tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 944 time: 0.1224060 May 28 01:43:20.194359 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ba6b4-c5d4-4fc3-8a02-0e04e31307a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2200ed87-3a0a-46e0-95a0-5add518614a3,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:20.207487 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 11703550-daa6-480b-8425-a1c9ecfa1702 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:43:20.214362 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-536ba6b4-c5d4-4fc3-8a02-0e04e31307a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:20.214883 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device b28230da-cef4-42b2-be3b-5b536bb8f644 up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:43:20.218691 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:43:20.228808 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Sync routers for ids ['b5887b72-9599-4283-9451-c70648024989'] in dv-cinder-793515-1-smb {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:43:20.245726 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Routers {'b5887b72-9599-4283-9451-c70648024989'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:43:20.246350 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:42:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['b5887b72-9599-4283-9451-c70648024989'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:20.252949 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-703eb09a-0a21-4071-8633-0178db7625da req-76fa0e40-955b-441f-b8f3-73134f6a0298 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613329 May 28 01:43:20.262779 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-894aac33-7c6b-48a8-a242-df4d3870e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:20.270418 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:20.286641 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-02c19e5f-2e86-4485-88c9-43b45311929c None None] Provisioning for port c94c5cfd-20f0-428a-89c8-09d0aca9f11b completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:43:20.306722 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894aac33-7c6b-48a8-a242-df4d3870e3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee05379-6bbc-4578-8c4d-179ef34dfcd1,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:20.313867 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-894aac33-7c6b-48a8-a242-df4d3870e3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:20.316881 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-536ba6b4-c5d4-4fc3-8a02-0e04e31307a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:20.323720 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-894aac33-7c6b-48a8-a242-df4d3870e3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:20.325293 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-536ba6b4-c5d4-4fc3-8a02-0e04e31307a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2200ed87-3a0a-46e0-95a0-5add518614a3 HTTP/1.1" status: 204 len: 168 time: 0.5671272 May 28 01:43:20.329597 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-894aac33-7c6b-48a8-a242-df4d3870e3fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dee05379-6bbc-4578-8c4d-179ef34dfcd1 HTTP/1.1" status: 204 len: 168 time: 0.4739859 May 28 01:43:20.329712 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Notify callbacks [] for router, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:20.332631 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 53244) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:20.333384 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7572169 May 28 01:43:20.381304 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.db.resource_extend [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 01:43:20.637039 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Set router b5887b72-9599-4283-9451-c70648024989 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:43:20.748964 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port c94c5cfd-20f0-428a-89c8-09d0aca9f11b completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:43:20.990610 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port c94c5cfd-20f0-428a-89c8-09d0aca9f11b triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:20.994293 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:21.105671 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning for port b28230da-cef4-42b2-be3b-5b536bb8f644 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:43:21.140711 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de17a0-a9e5-4481-9386-a75505a08198 req-a4de277f-6618-4971-bc3a-774283f516c1 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:21.142198 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-79de17a0-a9e5-4481-9386-a75505a08198 req-a4de277f-6618-4971-bc3a-774283f516c1 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 947 time: 0.5308511 May 28 01:43:21.154651 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port b28230da-cef4-42b2-be3b-5b536bb8f644 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:21.156084 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:21.164518 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d2fb2-9e82-457d-8dd1-5848bd62b29f req-602cbc11-39c0-4a6f-bdee-250eceaf52bb tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:21.171635 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5a0d2fb2-9e82-457d-8dd1-5848bd62b29f req-602cbc11-39c0-4a6f-bdee-250eceaf52bb tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.4560416 May 28 01:43:21.205370 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:43:18Z', 'revision_number': 3, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port': {'id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:17Z', 'updated_at': '2021-05-28T01:43:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:21.215843 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Checking router: b5887b72-9599-4283-9451-c70648024989 for host: dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:43:21.216379 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Updating router b5887b72-9599-4283-9451-c70648024989 port cd41e276-8b65-4f06-90d0-a6b3eb9b4779 binding host dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 01:43:21.296493 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 11703550-daa6-480b-8425-a1c9ecfa1702, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=11703550-daa6-480b-8425-a1c9ecfa1702,segment=NetworkSegment(d12d5d54-573a-46e8-8145-3515ecd566e1),segment_id=d12d5d54-573a-46e8-8145-3515ecd566e1)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:21.347440 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:21.445806 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5a0d2fb2-9e82-457d-8dd1-5848bd62b29f req-d8c65f59-9efa-49c3-bf79-9d0e459612b1 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708676 May 28 01:43:21.459522 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-79de17a0-a9e5-4481-9386-a75505a08198 req-262e1854-eb06-476d-b819-ecc2fcdf946e tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c4a0d95-749c-4462-9821-7d694f1ad3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034406 May 28 01:43:21.603326 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': '11703550-daa6-480b-8425-a1c9ecfa1702', 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e', 'port_id': '11703550-daa6-480b-8425-a1c9ecfa1702', 'mac_address': 'fa:16:3e:c9:c4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52254074-e28a-4080-9a1b-3e9eccf9a78c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:43:21.695439 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:21.801564 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:21.867861 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b88ac40-6a6c-4ecb-822b-9d3dab8ab321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28230da-cef4-42b2-be3b-5b536bb8f644'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:43:21.910210 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:21.941527 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port b28230da-cef4-42b2-be3b-5b536bb8f644, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b28230da-cef4-42b2-be3b-5b536bb8f644,segment=NetworkSegment(32cc7d94-587c-4c0b-9107-65fc261136e8),segment_id=32cc7d94-587c-4c0b-9107-65fc261136e8)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:21.950596 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Notify callbacks [] for port, precommit_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:21.979205 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:21.981917 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.provisioning_blocks [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Transition to ACTIVE for port object cd41e276-8b65-4f06-90d0-a6b3eb9b4779 will not be triggered until provisioned by entity L2. {{(pid=98376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:43:21.982187 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11703550-daa6-480b-8425-a1c9ecfa1702 {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:43:21.998470 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:22.004182 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:22.021041 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75306d0-aed3-4c10-b631-3f78e33aabf2 req-aba27532-9601-41fd-8841-de579c88477a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:22.023002 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c75306d0-aed3-4c10-b631-3f78e33aabf2 req-aba27532-9601-41fd-8841-de579c88477a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 944 time: 0.4065261 May 28 01:43:22.029038 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 11703550-daa6-480b-8425-a1c9ecfa1702, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=11703550-daa6-480b-8425-a1c9ecfa1702,segment=NetworkSegment(d12d5d54-573a-46e8-8145-3515ecd566e1),segment_id=d12d5d54-573a-46e8-8145-3515ecd566e1)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:22.031096 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:22.040990 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b88ac40-6a6c-4ecb-822b-9d3dab8ab321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28230da-cef4-42b2-be3b-5b536bb8f644', 'code': 200} May 28 01:43:22.057168 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port c94c5cfd-20f0-428a-89c8-09d0aca9f11b, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=c94c5cfd-20f0-428a-89c8-09d0aca9f11b,segment=NetworkSegment(7c607989-63e8-4f5e-9b23-b81cad895349),segment_id=7c607989-63e8-4f5e-9b23-b81cad895349)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:22.060950 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:22.170338 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84549e-2f3c-423f-884e-a1545c2c450f None None] Pushing event updated for resources: {'Port': ['ID=cd41e276-8b65-4f06-90d0-a6b3eb9b4779,revision_number=2']} {{(pid=98376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:22.179925 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-1f84549e-2f3c-423f-884e-a1545c2c450f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:22.221312 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=b28230da-cef4-42b2-be3b-5b536bb8f644,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:22.229416 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c75306d0-aed3-4c10-b631-3f78e33aabf2 req-3926073e-6f38-4907-a2e6-dfea1f4f318c tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619995 May 28 01:43:22.231502 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Attempting to bind port cd41e276-8b65-4f06-90d0-a6b3eb9b4779 on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:43:22.231888 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Attempting to bind port cd41e276-8b65-4f06-90d0-a6b3eb9b4779 by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}] {{(pid=98376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:43:22.232261 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Attempting to bind port cd41e276-8b65-4f06-90d0-a6b3eb9b4779 on network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:43:22.244266 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:22.244266 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:22.244266 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:22.244266 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:22.244768 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:43:22.245340 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Checking segment: {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:43:22.245461 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:22.245817 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Bound using segment: {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'} {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:43:22.246477 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Bound port: cd41e276-8b65-4f06-90d0-a6b3eb9b4779, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}}] {{(pid=98376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:43:22.246675 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:22.250187 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:22.250409 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:22.251624 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:22.252010 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:22.252351 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:22.252684 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:22.253016 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:22.253344 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:22.253668 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:22.262484 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:22.262938 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:22.329164 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:22.387891 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-2a07c3e9-8e15-4fe3-adab-419818f6b394 None None] Provisioning complete for port c94c5cfd-20f0-428a-89c8-09d0aca9f11b triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:22.388875 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-2a07c3e9-8e15-4fe3-adab-419818f6b394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:22.399345 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.db [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] For port cd41e276-8b65-4f06-90d0-a6b3eb9b4779, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:43:22.405474 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.db [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] For port cd41e276-8b65-4f06-90d0-a6b3eb9b4779, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=cd41e276-8b65-4f06-90d0-a6b3eb9b4779,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:43:22.419230 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:22.425395 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:22.431288 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Allocated IP 172.20.0.1 (921f98b5-4b6b-4d1c-9f05-0d3139f095a4/69fa25a8-030c-4786-9348-7785d8dee8f5/082eab52-2eb2-4222-a075-0ffc4c8b10d8) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:43:22.480368 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=11703550-daa6-480b-8425-a1c9ecfa1702,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:22.489073 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:22.512920 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:22.565870 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbe535-8ee4-4bbb-885e-f011c08a4adf req-42e8bb01-d4d6-42b8-bc1a-0f500747b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:22.567581 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c2cbe535-8ee4-4bbb-885e-f011c08a4adf req-42e8bb01-d4d6-42b8-bc1a-0f500747b41c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 1101 time: 0.1990666 May 28 01:43:22.672923 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Routers {'b5887b72-9599-4283-9451-c70648024989'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:43:22.673502 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:42:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['b5887b72-9599-4283-9451-c70648024989'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:22.712389 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=c94c5cfd-20f0-428a-89c8-09d0aca9f11b,revision_number=3']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:22.717246 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:22.719124 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c2cbe535-8ee4-4bbb-885e-f011c08a4adf req-9f75121c-f131-4b21-a1b6-adeaca7038d3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0c4a0d95-749c-4462-9821-7d694f1ad3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324010 May 28 01:43:22.800378 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:22.807345 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['11703550-daa6-480b-8425-a1c9ecfa1702'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:43:22.828899 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84549e-2f3c-423f-884e-a1545c2c450f None None] Pushing event updated for resources: {'Port': ['ID=cd41e276-8b65-4f06-90d0-a6b3eb9b4779,revision_number=3']} {{(pid=98376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:22.847399 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-1f84549e-2f3c-423f-884e-a1545c2c450f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:22.853319 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Transition to ACTIVE for port object 082eab52-2eb2-4222-a075-0ffc4c8b10d8 will not be triggered until provisioned by entity DHCP. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:43:22.901240 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53334) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:22.916966 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd160b-7d76-468e-b621-fb5812eed5d9 req-ec4df40b-4e80-4f14-943a-8e7dcfb94d79 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:22.924987 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b2dd160b-7d76-468e-b621-fb5812eed5d9 req-ec4df40b-4e80-4f14-943a-8e7dcfb94d79 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 948 time: 0.2092109 May 28 01:43:22.943176 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60708b-8c95-45f2-aef2-ebcdbeed19ce req-df5aacd8-43f5-44b0-8722-01d0e6080130 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:22.945016 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4e60708b-8c95-45f2-aef2-ebcdbeed19ce req-df5aacd8-43f5-44b0-8722-01d0e6080130 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.2387812 May 28 01:43:22.994308 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:23.007983 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-5e1a6f00-4765-4370-9f03-0cee5a5662df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:23.062094 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] Set router b5887b72-9599-4283-9451-c70648024989 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:43:23.096331 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4e60708b-8c95-45f2-aef2-ebcdbeed19ce req-0f7b5186-7fbc-420b-bcfb-aba6054bc0b5 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314538 May 28 01:43:23.101031 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Network 921f98b5-4b6b-4d1c-9f05-0d3139f095a4 is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:43:23.106735 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:23.113406 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:43:23.155810 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b2dd160b-7d76-468e-b621-fb5812eed5d9 req-3f215c06-5ce8-409a-965c-022e0deedb21 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c4a0d95-749c-4462-9821-7d694f1ad3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288020 May 28 01:43:23.181708 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Pushing event updated for resources: {'Port': ['ID=082eab52-2eb2-4222-a075-0ffc4c8b10d8,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:23.192812 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:23.223137 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031799'] for router_interface, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:23.403522 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-c06b49f9-25c4-4bd0-9966-71d8fc3fddb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:23.427645 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-499d39be-ba73-4108-9f9b-86707c629ebb None None] Provisioning for port 082eab52-2eb2-4222-a075-0ffc4c8b10d8 completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:43:23.433312 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-499d39be-ba73-4108-9f9b-86707c629ebb None None] Provisioning complete for port 082eab52-2eb2-4222-a075-0ffc4c8b10d8 triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:23.433875 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-499d39be-ba73-4108-9f9b-86707c629ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:23.444977 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-c06b49f9-25c4-4bd0-9966-71d8fc3fddb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:23.457057 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-c06b49f9-25c4-4bd0-9966-71d8fc3fddb3 admin admin] Usage tracker for resource:security_group_rule and tenant:228207c6e0cd41859ee112c5c1c3246c is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:23.463222 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-c06b49f9-25c4-4bd0-9966-71d8fc3fddb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:23.479388 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-c06b49f9-25c4-4bd0-9966-71d8fc3fddb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:23.484548 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:23.497371 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-499d39be-ba73-4108-9f9b-86707c629ebb None None] Port 082eab52-2eb2-4222-a075-0ffc4c8b10d8 cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:43:23.579778 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:43:18Z', 'revision_number': 3, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port': {'id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:17Z', 'updated_at': '2021-05-28T01:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:23.589559 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653e2055-6700-41dd-9413-39eed0673b5e None None] The sync data for ids ['b5887b72-9599-4283-9451-c70648024989'] in dv-cinder-793515-1-smb is: [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:43:18Z', 'revision_number': 3, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port': {'id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:17Z', 'updated_at': '2021-05-28T01:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}] {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:43:23.626413 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-c06b49f9-25c4-4bd0-9966-71d8fc3fddb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:23.634338 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-c06b49f9-25c4-4bd0-9966-71d8fc3fddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:23.645783 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-e909d321-7a62-4338-8ce6-2d0c8e98a996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:23.715633 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-c06b49f9-25c4-4bd0-9966-71d8fc3fddb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=228207c6e0cd41859ee112c5c1c3246c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8130217 May 28 01:43:23.724855 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53358) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:23.755885 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709d569-f9e3-40ab-a9f1-6e1970c2fdd8 req-59fd12ec-0296-49b5-98bd-e2aae43c1256 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:23.765205 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d709d569-f9e3-40ab-a9f1-6e1970c2fdd8 req-59fd12ec-0296-49b5-98bd-e2aae43c1256 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 945 time: 0.2838774 May 28 01:43:23.767000 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b49f9-25c4-4bd0-9966-71d8fc3fddb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cfa1f6-4dd5-4b9c-b056-091339e9c1bc,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:23.796842 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-c06b49f9-25c4-4bd0-9966-71d8fc3fddb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:23.816818 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53364) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:23.851778 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-bfca4249-990a-45a2-82c9-11a2ff9915c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:23.893726 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-bfca4249-990a-45a2-82c9-11a2ff9915c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:23.954206 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d709d569-f9e3-40ab-a9f1-6e1970c2fdd8 req-a74a24a0-62a7-4b34-b76c-7061dbc55c44 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836395 May 28 01:43:24.031547 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:24.041260 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:24.050165 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f05ddd21-5785-4479-aedf-0da245394095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:24.072841 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-f05ddd21-5785-4479-aedf-0da245394095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:24.079533 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-f05ddd21-5785-4479-aedf-0da245394095 admin admin] Usage tracker for resource:security_group_rule and tenant:ba1e664327bd483b852379b3fe793f52 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:24.084623 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-f05ddd21-5785-4479-aedf-0da245394095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:24.093982 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-f05ddd21-5785-4479-aedf-0da245394095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:24.134651 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-bfca4249-990a-45a2-82c9-11a2ff9915c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:24.143398 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-36ab7968-38bb-4633-b121-573539a7c011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:24.164458 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca4249-990a-45a2-82c9-11a2ff9915c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cfa1f6-4dd5-4b9c-b056-091339e9c1bc,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:24.185997 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-bfca4249-990a-45a2-82c9-11a2ff9915c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:24.220234 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-bfca4249-990a-45a2-82c9-11a2ff9915c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:24.228449 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-bfca4249-990a-45a2-82c9-11a2ff9915c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30cfa1f6-4dd5-4b9c-b056-091339e9c1bc HTTP/1.1" status: 204 len: 168 time: 0.5025845 May 28 01:43:24.235956 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:24.298078 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 11703550-daa6-480b-8425-a1c9ecfa1702 up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:43:24.334675 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f05ddd21-5785-4479-aedf-0da245394095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:24.350264 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f05ddd21-5785-4479-aedf-0da245394095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:24.364830 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:24.421266 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ddd21-5785-4479-aedf-0da245394095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48c49f1-9cd3-4b21-a9aa-02b90048225c,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:24.426746 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-f05ddd21-5785-4479-aedf-0da245394095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:24.520098 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Pushing event updated for resources: {'Port': ['ID=082eab52-2eb2-4222-a075-0ffc4c8b10d8,revision_number=2']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:24.527844 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:24.528700 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1031898'] for router_interface, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:24.556155 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning for port 11703550-daa6-480b-8425-a1c9ecfa1702 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:43:24.569624 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port 11703550-daa6-480b-8425-a1c9ecfa1702 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:24.570998 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:24.695531 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-f05ddd21-5785-4479-aedf-0da245394095 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba1e664327bd483b852379b3fe793f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8760607 May 28 01:43:24.697818 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device c94c5cfd-20f0-428a-89c8-09d0aca9f11b up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:43:24.698009 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53386) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:24.835482 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0ea90a8c-ff75-479c-8e30-7723f74f3816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:24.889808 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port c94c5cfd-20f0-428a-89c8-09d0aca9f11b triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:24.890249 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:24.897672 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0ea90a8c-ff75-479c-8e30-7723f74f3816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:24.920176 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:24.973616 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Network 921f98b5-4b6b-4d1c-9f05-0d3139f095a4 is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:43:24.984114 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5064400-6f64-46ea-942b-5433f3e09cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11703550-daa6-480b-8425-a1c9ecfa1702'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:43:24.994745 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 11703550-daa6-480b-8425-a1c9ecfa1702, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=11703550-daa6-480b-8425-a1c9ecfa1702,segment=NetworkSegment(d12d5d54-573a-46e8-8145-3515ecd566e1),segment_id=d12d5d54-573a-46e8-8145-3515ecd566e1)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:25.005630 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:25.005918 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:25.008370 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:25.017734 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0ea90a8c-ff75-479c-8e30-7723f74f3816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:25.021806 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:25.046516 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea90a8c-ff75-479c-8e30-7723f74f3816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48c49f1-9cd3-4b21-a9aa-02b90048225c,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:25.054180 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-0ea90a8c-ff75-479c-8e30-7723f74f3816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:25.063981 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0ea90a8c-ff75-479c-8e30-7723f74f3816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:25.065677 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0a09-347e-44e4-b52d-c94d7bc9a598 req-9d49d8db-7037-45bd-89db-518d36a42c22 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:25.069448 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-0ea90a8c-ff75-479c-8e30-7723f74f3816 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f48c49f1-9cd3-4b21-a9aa-02b90048225c HTTP/1.1" status: 204 len: 168 time: 0.3704481 May 28 01:43:25.075712 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-137f0a09-347e-44e4-b52d-c94d7bc9a598 req-9d49d8db-7037-45bd-89db-518d36a42c22 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.7170596 May 28 01:43:25.235666 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=11703550-daa6-480b-8425-a1c9ecfa1702,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:25.242823 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:25.244296 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device cd41e276-8b65-4f06-90d0-a6b3eb9b4779 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:43:25.376582 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-c4d475be-cd79-4bc8-80f6-7421f642348d None None] Provisioning complete for port 082eab52-2eb2-4222-a075-0ffc4c8b10d8 triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:25.376947 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-c4d475be-cd79-4bc8-80f6-7421f642348d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:25.405513 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-137f0a09-347e-44e4-b52d-c94d7bc9a598 req-94b53473-6e15-447f-8eb6-3e11d05537d4 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281965 May 28 01:43:25.437794 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422696ba-69da-4d81-93f2-087026d7878d req-58fc4b54-169c-4e15-8a52-ff48d0d449cb tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:25.444832 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-c4d475be-cd79-4bc8-80f6-7421f642348d None None] Port 082eab52-2eb2-4222-a075-0ffc4c8b10d8 cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:43:25.447238 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-422696ba-69da-4d81-93f2-087026d7878d req-58fc4b54-169c-4e15-8a52-ff48d0d449cb tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 948 time: 0.8978598 May 28 01:43:25.478557 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port cd41e276-8b65-4f06-90d0-a6b3eb9b4779 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:43:25.485773 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port cd41e276-8b65-4f06-90d0-a6b3eb9b4779 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:25.486074 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:25.528153 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-422696ba-69da-4d81-93f2-087026d7878d req-e39f071c-5ed5-4873-9cb5-f2caa61100bd tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c4a0d95-749c-4462-9821-7d694f1ad3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798616 May 28 01:43:25.548133 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Router b5887b72-9599-4283-9451-c70648024989 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:43:25.698931 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5064400-6f64-46ea-942b-5433f3e09cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11703550-daa6-480b-8425-a1c9ecfa1702', 'code': 200} May 28 01:43:25.745248 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:25.771273 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port cd41e276-8b65-4f06-90d0-a6b3eb9b4779, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=cd41e276-8b65-4f06-90d0-a6b3eb9b4779,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:25.780771 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:25.784879 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:25.803257 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53420) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:25.830526 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-54f74587-56b2-4812-97d3-9d501aa80e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:25.886059 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-54f74587-56b2-4812-97d3-9d501aa80e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:25.900912 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-54f74587-56b2-4812-97d3-9d501aa80e30 admin admin] Usage tracker for resource:security_group_rule and tenant:f6aaae81ab474b5687b26367586a2454 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:25.918132 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-54f74587-56b2-4812-97d3-9d501aa80e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:25.930437 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-54f74587-56b2-4812-97d3-9d501aa80e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:25.962519 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=cd41e276-8b65-4f06-90d0-a6b3eb9b4779,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:25.968479 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:26.075791 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:43:26.085881 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-54f74587-56b2-4812-97d3-9d501aa80e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:26.094907 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] 10.222.0.32 "PUT /v2.0/routers/b5887b72-9599-4283-9451-c70648024989/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7544696 May 28 01:43:26.099078 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-54f74587-56b2-4812-97d3-9d501aa80e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:26.107627 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-6c4e26ef-3976-4dac-9ba4-a237ab3fdf8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:26.136374 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7259992-dce1-475b-b8c7-0efc02a0da7c req-c0d373bf-d5ba-4e87-af83-1b036bda341e tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:26.138164 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f7259992-dce1-475b-b8c7-0efc02a0da7c req-c0d373bf-d5ba-4e87-af83-1b036bda341e tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 946 time: 0.2224836 May 28 01:43:26.161107 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71252c-cf8a-43ba-b667-4197251f6b6e req-2e2c6ea2-b694-4e95-853b-81dbe7ddfd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:26.162703 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fb71252c-cf8a-43ba-b667-4197251f6b6e req-2e2c6ea2-b694-4e95-853b-81dbe7ddfd8f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 1099 time: 0.1468060 May 28 01:43:26.167467 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Sync routers for ids ['b5887b72-9599-4283-9451-c70648024989'] in dv-cinder-793515-1-smb {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:43:26.172300 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f74587-56b2-4812-97d3-9d501aa80e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5dff54-43d8-4917-b416-61a84bdd5c11,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:26.177371 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-54f74587-56b2-4812-97d3-9d501aa80e30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6aaae81ab474b5687b26367586a2454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728719 May 28 01:43:26.178640 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-54f74587-56b2-4812-97d3-9d501aa80e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:26.179939 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53434) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:26.187650 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Routers {'b5887b72-9599-4283-9451-c70648024989'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:43:26.188317 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:42:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['b5887b72-9599-4283-9451-c70648024989'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:26.234933 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f7259992-dce1-475b-b8c7-0efc02a0da7c req-1ffa2e75-22ce-44ea-b0b9-081647fc9492 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907416 May 28 01:43:26.245988 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fb71252c-cf8a-43ba-b667-4197251f6b6e req-ac3ea4a3-bd2d-4862-bca3-04a44bfac20c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602198 May 28 01:43:26.281985 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-2ffa25b0-6064-4c3a-a4ee-e036c3a8a0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:26.313290 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-2ffa25b0-6064-4c3a-a4ee-e036c3a8a0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:26.375238 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-2ffa25b0-6064-4c3a-a4ee-e036c3a8a0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:26.382476 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-839adcbd-e4d8-4447-9a85-dea9824a8f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:26.395775 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa25b0-6064-4c3a-a4ee-e036c3a8a0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5dff54-43d8-4917-b416-61a84bdd5c11,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:26.398452 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 53444) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:26.407983 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-2ffa25b0-6064-4c3a-a4ee-e036c3a8a0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:26.411926 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-2ffa25b0-6064-4c3a-a4ee-e036c3a8a0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:26.415992 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-2ffa25b0-6064-4c3a-a4ee-e036c3a8a0ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb5dff54-43d8-4917-b416-61a84bdd5c11 HTTP/1.1" status: 204 len: 168 time: 0.2341897 May 28 01:43:26.460063 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device cd41e276-8b65-4f06-90d0-a6b3eb9b4779 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:43:26.493221 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Set router b5887b72-9599-4283-9451-c70648024989 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:43:26.719387 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d228e536-1f1a-47e5-ba2e-73494ef54d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:26.752840 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-d228e536-1f1a-47e5-ba2e-73494ef54d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:26.759870 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-d228e536-1f1a-47e5-ba2e-73494ef54d11 admin admin] Usage tracker for resource:security_group_rule and tenant:777adaab45244d81affcff178ad44e5c is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:26.763956 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-d228e536-1f1a-47e5-ba2e-73494ef54d11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:26.772070 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-d228e536-1f1a-47e5-ba2e-73494ef54d11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:26.792818 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131ceff-d67e-4224-843f-a22c9b66e05f req-c0cbb61d-e0c3-44a9-854f-a506a77b1126 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:26.795136 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d131ceff-d67e-4224-843f-a22c9b66e05f req-c0cbb61d-e0c3-44a9-854f-a506a77b1126 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.2290945 May 28 01:43:26.838415 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port cd41e276-8b65-4f06-90d0-a6b3eb9b4779 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:26.839408 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:26.890705 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d131ceff-d67e-4224-843f-a22c9b66e05f req-6bfa26cd-dfa8-46e1-81b3-5a2a46ac0db2 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785110 May 28 01:43:26.943358 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:43:23Z', 'revision_number': 4, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port': {'id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:17Z', 'updated_at': '2021-05-28T01:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '082eab52-2eb2-4222-a075-0ffc4c8b10d8', 'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'mac_address': 'fa:16:3e:06:58:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:22Z', 'updated_at': '2021-05-28T01:43:23Z', 'revision_number': 2, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'subnets': [{'id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:26.945527 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-f69e4e22-2ab4-41a0-9e66-7f6bbccb9e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:26.976277 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53466) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:26.984067 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Checking router: b5887b72-9599-4283-9451-c70648024989 for host: dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:43:26.984650 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Updating router b5887b72-9599-4283-9451-c70648024989 port 082eab52-2eb2-4222-a075-0ffc4c8b10d8 binding host dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 01:43:26.986014 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-644b77b3-0a3e-46c9-ab04-a1f44c73fedc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--958600156', 'description': 'tempest-description--2119464974'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:27.002019 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-644b77b3-0a3e-46c9-ab04-a1f44c73fedc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:27.015706 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-644b77b3-0a3e-46c9-ab04-a1f44c73fedc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Usage tracker for resource:security_group and tenant:0c8cb123312945c79bd98c6b173fb1c1 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:27.024025 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-644b77b3-0a3e-46c9-ab04-a1f44c73fedc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:27.048275 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-644b77b3-0a3e-46c9-ab04-a1f44c73fedc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:27.069411 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:27.230140 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d228e536-1f1a-47e5-ba2e-73494ef54d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:27.243974 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-644b77b3-0a3e-46c9-ab04-a1f44c73fedc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:27.256327 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d228e536-1f1a-47e5-ba2e-73494ef54d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:27.267738 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-9527ff34-917e-4de0-90e4-8fffa21ec5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:27.290528 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-644b77b3-0a3e-46c9-ab04-a1f44c73fedc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:27.297793 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-644b77b3-0a3e-46c9-ab04-a1f44c73fedc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Usage tracker for resource:security_group_rule and tenant:0c8cb123312945c79bd98c6b173fb1c1 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:27.302251 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-644b77b3-0a3e-46c9-ab04-a1f44c73fedc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:27.303057 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228e536-1f1a-47e5-ba2e-73494ef54d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb68a1e-182d-4691-a927-1ccbf8624e70,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:27.307954 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-d228e536-1f1a-47e5-ba2e-73494ef54d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:27.326107 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-644b77b3-0a3e-46c9-ab04-a1f44c73fedc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:27.415623 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2305adcd-178d-4529-bc90-ddc7ea6a5985 req-7015c185-c3ca-422f-a1b0-1b2e18f1943b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4449503 May 28 01:43:27.420771 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-d228e536-1f1a-47e5-ba2e-73494ef54d11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=777adaab45244d81affcff178ad44e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0211978 May 28 01:43:27.424888 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53480) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:27.428530 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80af8f-81db-43af-b2ae-1fc611464583 req-6227ec9a-cdd4-44dc-b7bc-d4854638014d tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:27.429980 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ff80af8f-81db-43af-b2ae-1fc611464583 req-6227ec9a-cdd4-44dc-b7bc-d4854638014d tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 948 time: 0.3022559 May 28 01:43:27.515260 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ff80af8f-81db-43af-b2ae-1fc611464583 req-1ca71d94-58cd-476a-a0a5-c9413b75549c tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c4a0d95-749c-4462-9821-7d694f1ad3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721502 May 28 01:43:27.546408 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-644b77b3-0a3e-46c9-ab04-a1f44c73fedc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:27.552067 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Notify callbacks [] for port, precommit_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:27.566388 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-644b77b3-0a3e-46c9-ab04-a1f44c73fedc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:27.569706 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Transition to ACTIVE for port object 082eab52-2eb2-4222-a075-0ffc4c8b10d8 will not be triggered until provisioned by entity L2. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:43:27.576338 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-62d19444-2ee1-41fe-96dc-3ad2aebe8022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:27.583594 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:27.601143 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:27.681481 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-47ec22a6-8ac8-48d4-9e9b-649974879155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:27.724582 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b77b3-0a3e-46c9-ab04-a1f44c73fedc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd5d553-0d4b-42a3-8981-18fe581ccb84,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:27.726858 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-644b77b3-0a3e-46c9-ab04-a1f44c73fedc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:27.728088 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-644b77b3-0a3e-46c9-ab04-a1f44c73fedc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7503476 May 28 01:43:27.729085 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-644b77b3-0a3e-46c9-ab04-a1f44c73fedc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:27.740884 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 53494) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:27.769625 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-47ec22a6-8ac8-48d4-9e9b-649974879155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:27.903441 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-47ec22a6-8ac8-48d4-9e9b-649974879155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:27.910319 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-bb45919e-281e-4a9e-b5fc-078cf9407390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:27.918769 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-6ed0b558-2393-4792-a0cb-d42e87bb7c01 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Request body: {'security_group_rule': {'security_group_id': 'dbd5d553-0d4b-42a3-8981-18fe581ccb84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:27.931945 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec22a6-8ac8-48d4-9e9b-649974879155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb68a1e-182d-4691-a927-1ccbf8624e70,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:27.958287 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-47ec22a6-8ac8-48d4-9e9b-649974879155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:27.967347 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-47ec22a6-8ac8-48d4-9e9b-649974879155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:27.981447 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-47ec22a6-8ac8-48d4-9e9b-649974879155 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bb68a1e-182d-4691-a927-1ccbf8624e70 HTTP/1.1" status: 204 len: 168 time: 0.5545499 May 28 01:43:27.981624 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-6ed0b558-2393-4792-a0cb-d42e87bb7c01 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:28.016461 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-6ed0b558-2393-4792-a0cb-d42e87bb7c01 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Usage tracker for resource:security_group_rule and tenant:0c8cb123312945c79bd98c6b173fb1c1 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:28.039980 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-6ed0b558-2393-4792-a0cb-d42e87bb7c01 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:28.084130 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-6ed0b558-2393-4792-a0cb-d42e87bb7c01 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:28.109392 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300daff9-7412-4c21-8842-3bdc381613b5 req-44941714-413c-42a1-adb9-1628d4265943 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:28.111111 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-300daff9-7412-4c21-8842-3bdc381613b5 req-44941714-413c-42a1-adb9-1628d4265943 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 946 time: 0.5797966 May 28 01:43:28.116114 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305adcd-178d-4529-bc90-ddc7ea6a5985 req-6532ed34-ded1-43cb-ba0f-6db9993d59dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:28.117715 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2305adcd-178d-4529-bc90-ddc7ea6a5985 req-6532ed34-ded1-43cb-ba0f-6db9993d59dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32440717f9724b4e981cecec3271f880&device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 1098 time: 0.4723620 May 28 01:43:28.158791 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe901548-913a-41b3-a515-d29b29bd25d3 None None] Pushing event updated for resources: {'Port': ['ID=082eab52-2eb2-4222-a075-0ffc4c8b10d8,revision_number=3']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:28.162658 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-fe901548-913a-41b3-a515-d29b29bd25d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:28.164884 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Attempting to bind port 082eab52-2eb2-4222-a075-0ffc4c8b10d8 on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:43:28.165356 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Attempting to bind port 082eab52-2eb2-4222-a075-0ffc4c8b10d8 by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': '7c607989-63e8-4f5e-9b23-b81cad895349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4'}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:43:28.165853 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Attempting to bind port 082eab52-2eb2-4222-a075-0ffc4c8b10d8 on network 921f98b5-4b6b-4d1c-9f05-0d3139f095a4 {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:43:28.171538 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:43:28.171970 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Checking segment: {'id': '7c607989-63e8-4f5e-9b23-b81cad895349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:43:28.172383 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:28.173106 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Bound using segment: {'id': '7c607989-63e8-4f5e-9b23-b81cad895349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4'} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:43:28.173247 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Bound port: 082eab52-2eb2-4222-a075-0ffc4c8b10d8, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c607989-63e8-4f5e-9b23-b81cad895349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4'}}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:43:28.173628 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:28.206469 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-300daff9-7412-4c21-8842-3bdc381613b5 req-214df889-5b14-4ff8-8a3a-7ab0f93d7898 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833571 May 28 01:43:28.233832 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b558-2393-4792-a0cb-d42e87bb7c01 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:28.368392 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] For port 082eab52-2eb2-4222-a075-0ffc4c8b10d8, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:43:28.371692 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] For port 082eab52-2eb2-4222-a075-0ffc4c8b10d8, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=082eab52-2eb2-4222-a075-0ffc4c8b10d8,segment=NetworkSegment(7c607989-63e8-4f5e-9b23-b81cad895349),segment_id=7c607989-63e8-4f5e-9b23-b81cad895349)] {{(pid=98375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:43:28.384119 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:28.398593 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:28.421946 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b558-2393-4792-a0cb-d42e87bb7c01 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:28.483533 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Routers {'b5887b72-9599-4283-9451-c70648024989'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:43:28.484860 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:42:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['b5887b72-9599-4283-9451-c70648024989'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:28.550136 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b558-2393-4792-a0cb-d42e87bb7c01 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985474'] for security_group_rule, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:28.581808 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:28.588428 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe901548-913a-41b3-a515-d29b29bd25d3 None None] Pushing event updated for resources: {'Port': ['ID=082eab52-2eb2-4222-a075-0ffc4c8b10d8,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:28.605541 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-fe901548-913a-41b3-a515-d29b29bd25d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:28.618219 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0b558-2393-4792-a0cb-d42e87bb7c01 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd69210-7431-4060-919e-b7e58dae483c,revision_number=0']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:28.627489 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-6ed0b558-2393-4792-a0cb-d42e87bb7c01 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:28.692304 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53520) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:28.713123 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305adcd-178d-4529-bc90-ddc7ea6a5985 req-f078faf1-ccc1-46b2-89b9-324ae374b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:28.715161 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2305adcd-178d-4529-bc90-ddc7ea6a5985 req-f078faf1-ccc1-46b2-89b9-324ae374b1e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f0d540-8d57-41c6-a6dd-a20c995fd81e HTTP/1.1" status: 200 len: 916 time: 0.4545021 May 28 01:43:28.720250 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8e8895c1-3e83-411a-be2d-541b67677dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:28.725258 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b558-2393-4792-a0cb-d42e87bb7c01 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:28.726582 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-6ed0b558-2393-4792-a0cb-d42e87bb7c01 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9840932 May 28 01:43:28.730119 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 53526) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:28.741216 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-8e8895c1-3e83-411a-be2d-541b67677dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:28.746164 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-8e8895c1-3e83-411a-be2d-541b67677dfc admin admin] Usage tracker for resource:security_group_rule and tenant:0a61db8b4ba848f6b66213e801a6c364 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:28.751305 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-8e8895c1-3e83-411a-be2d-541b67677dfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:28.759027 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-8e8895c1-3e83-411a-be2d-541b67677dfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:28.779203 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] Set router b5887b72-9599-4283-9451-c70648024989 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:43:28.808337 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-483d4d7b-c159-479a-a168-05023ce28a11 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Request body: {'security_group_rule': {'security_group_id': 'dbd5d553-0d4b-42a3-8981-18fe581ccb84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:28.829699 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e1c13-f143-4cae-a8ad-543628a855ae req-817a1407-27f6-4590-bdb4-f59f8932c775 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:28.837255 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-995e1c13-f143-4cae-a8ad-543628a855ae req-817a1407-27f6-4590-bdb4-f59f8932c775 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 948 time: 0.4109936 May 28 01:43:28.839457 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-483d4d7b-c159-479a-a168-05023ce28a11 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:28.843768 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2305adcd-178d-4529-bc90-ddc7ea6a5985 req-90873757-9330-4aae-a32c-c44802c66d2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa8ec143-4257-4f9c-9218-94caaa57ec03 HTTP/1.1" status: 200 len: 217 time: 0.1160283 May 28 01:43:28.856989 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8e8895c1-3e83-411a-be2d-541b67677dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:28.863458 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8e8895c1-3e83-411a-be2d-541b67677dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:28.863613 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-483d4d7b-c159-479a-a168-05023ce28a11 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Usage tracker for resource:security_group_rule and tenant:0c8cb123312945c79bd98c6b173fb1c1 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:28.874434 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:28.911995 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-483d4d7b-c159-479a-a168-05023ce28a11 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:28.921825 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-8e8895c1-3e83-411a-be2d-541b67677dfc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a61db8b4ba848f6b66213e801a6c364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280018 May 28 01:43:28.923400 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53530) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:28.923525 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80350b2d-bdbe-49fb-852a-dae69a1bcf85 req-ea1115bd-3368-4d74-9ab7-41acbf3dc387 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:28.924075 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8895c1-3e83-411a-be2d-541b67677dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2c6e78-2b51-4abc-acc4-bcfc5552d92f,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:28.928497 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-8e8895c1-3e83-411a-be2d-541b67677dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:28.937715 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-80350b2d-bdbe-49fb-852a-dae69a1bcf85 req-ea1115bd-3368-4d74-9ab7-41acbf3dc387 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.5500851 May 28 01:43:28.949805 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-483d4d7b-c159-479a-a168-05023ce28a11 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:29.018660 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-87d80325-abfc-41e6-9266-13541756656f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:29.043191 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-483d4d7b-c159-479a-a168-05023ce28a11 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:29.050286 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-87d80325-abfc-41e6-9266-13541756656f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:29.081199 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-995e1c13-f143-4cae-a8ad-543628a855ae req-7d857dce-9d08-4c97-8f1d-dbc3a58865f0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c4a0d95-749c-4462-9821-7d694f1ad3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429748 May 28 01:43:29.109657 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305adcd-178d-4529-bc90-ddc7ea6a5985 req-4a1dc0e1-cb13-4fcb-acdc-d2331063e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:29.111795 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2305adcd-178d-4529-bc90-ddc7ea6a5985 req-4a1dc0e1-cb13-4fcb-acdc-d2331063e769 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=52254074-e28a-4080-9a1b-3e9eccf9a78c HTTP/1.1" status: 200 len: 855 time: 0.2496345 May 28 01:43:29.140845 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-87d80325-abfc-41e6-9266-13541756656f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:29.146292 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-0ea90a8c-ff75-479c-8e30-7723f74f3816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:29.147162 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-80350b2d-bdbe-49fb-852a-dae69a1bcf85 req-9a938114-cace-4ff1-b155-ecfdc7030887 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853440 May 28 01:43:29.166483 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d80325-abfc-41e6-9266-13541756656f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2c6e78-2b51-4abc-acc4-bcfc5552d92f,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:29.173248 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-87d80325-abfc-41e6-9266-13541756656f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:29.182367 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-87d80325-abfc-41e6-9266-13541756656f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:29.189383 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-87d80325-abfc-41e6-9266-13541756656f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d2c6e78-2b51-4abc-acc4-bcfc5552d92f HTTP/1.1" status: 204 len: 168 time: 0.2624071 May 28 01:43:29.234152 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2305adcd-178d-4529-bc90-ddc7ea6a5985 req-2865c3d2-d459-4532-9c9a-fe5d379a6979 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f0d540-8d57-41c6-a6dd-a20c995fd81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823772 May 28 01:43:29.250898 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:43:23Z', 'revision_number': 4, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port': {'id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:17Z', 'updated_at': '2021-05-28T01:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '082eab52-2eb2-4222-a075-0ffc4c8b10d8', 'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'mac_address': 'fa:16:3e:06:58:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:22Z', 'updated_at': '2021-05-28T01:43:28Z', 'revision_number': 4, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'subnets': [{'id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:29.256254 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:29.258189 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18d7038-8a7e-4a45-9af9-6a6c76497fd6 None None] The sync data for ids ['b5887b72-9599-4283-9451-c70648024989'] in dv-cinder-793515-1-smb is: [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:43:23Z', 'revision_number': 4, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port': {'id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:17Z', 'updated_at': '2021-05-28T01:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '082eab52-2eb2-4222-a075-0ffc4c8b10d8', 'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'mac_address': 'fa:16:3e:06:58:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:22Z', 'updated_at': '2021-05-28T01:43:28Z', 'revision_number': 4, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'subnets': [{'id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:43:29.433204 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-483d4d7b-c159-479a-a168-05023ce28a11 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:29.444236 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-483d4d7b-c159-479a-a168-05023ce28a11 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985474'] for security_group_rule, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:29.458284 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:29.537066 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:29.541398 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-483d4d7b-c159-479a-a168-05023ce28a11 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:29.542651 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-483d4d7b-c159-479a-a168-05023ce28a11 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7504520 May 28 01:43:29.543703 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d4d7b-c159-479a-a168-05023ce28a11 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c419c07-798b-40d8-9175-dce8a7f1f6a2,revision_number=0']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:29.546133 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53550) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:29.551618 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Request body: {'floatingip': {'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:29.555701 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d0e06bf0-f974-4801-a4ad-ea39be2dc4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:29.571507 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:29.578662 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-483d4d7b-c159-479a-a168-05023ce28a11 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:29.584599 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Usage tracker for resource:floatingip and tenant:0c8cb123312945c79bd98c6b173fb1c1 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:29.587631 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:29.610510 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:29.636669 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2305adcd-178d-4529-bc90-ddc7ea6a5985 req-26d2a106-f02a-4799-86e4-bfb21d411002 service neutron] 10.222.0.20 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853805 May 28 01:43:29.656698 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for floatingip, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:29.969592 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:30.076015 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2305adcd-178d-4529-bc90-ddc7ea6a5985 req-77c318a9-5f39-436f-a547-63c5387efd0a service neutron] 10.222.0.20 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278126 May 28 01:43:30.129080 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525d88c-309c-41fd-98b9-8ba58bc5692b req-f5fc2325-40a3-4c01-a698-48213e343b99 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:30.143464 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7525d88c-309c-41fd-98b9-8ba58bc5692b req-f5fc2325-40a3-4c01-a698-48213e343b99 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 946 time: 0.4836237 May 28 01:43:30.250224 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_common [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Allocated IP 172.28.1.159 (5b4592e9-59af-4549-9f0c-c75a5f18ce50/a16ae849-d4aa-45ca-8c4c-825a3c72e0a4/db1d0947-a957-4cc7-9905-ef5366c79d7b) {{(pid=98374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:43:30.260854 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7525d88c-309c-41fd-98b9-8ba58bc5692b req-6c567a54-5216-45d9-b1df-c1d84e4c4408 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167054 May 28 01:43:30.524886 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 082eab52-2eb2-4222-a075-0ffc4c8b10d8 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:43:30.586328 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for port, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:30.642169 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:30.647125 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:30.655484 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-54bb5d20-bc65-4ebd-ab92-7096319c5f5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:30.672138 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port 082eab52-2eb2-4222-a075-0ffc4c8b10d8 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:43:30.678278 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 082eab52-2eb2-4222-a075-0ffc4c8b10d8 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:30.678913 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:30.760034 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff00d3-4294-426a-849e-68bb84b5a00e req-65875f81-ff51-4b3b-8c17-7c0565f88f1c tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:30.769009 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d4ff00d3-4294-426a-849e-68bb84b5a00e req-65875f81-ff51-4b3b-8c17-7c0565f88f1c tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 948 time: 0.4154341 May 28 01:43:30.776741 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 53604) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:30.855223 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Pushing event updated for resources: {'Port': ['ID=db1d0947-a957-4cc7-9905-ef5366c79d7b,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:30.887969 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:30.890113 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fde01-defd-4b9e-8dd2-a09a04751ab4 req-31252bcb-d9df-48dd-88af-35e59957ebc1 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:30.891680 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c19fde01-defd-4b9e-8dd2-a09a04751ab4 req-31252bcb-d9df-48dd-88af-35e59957ebc1 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 948 time: 0.4515204 May 28 01:43:30.913448 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744951e-0854-40a6-82da-7e2ca7c69a18 req-36272d57-09dd-42a9-badc-ded62c2d7a0e tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:30.915096 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b744951e-0854-40a6-82da-7e2ca7c69a18 req-36272d57-09dd-42a9-badc-ded62c2d7a0e tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.3484788 May 28 01:43:30.923120 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:43:30.932466 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:30.938796 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Received port after_create {{(pid=98374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:43:30.941348 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:31.019159 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port 082eab52-2eb2-4222-a075-0ffc4c8b10d8, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=082eab52-2eb2-4222-a075-0ffc4c8b10d8,segment=NetworkSegment(7c607989-63e8-4f5e-9b23-b81cad895349),segment_id=7c607989-63e8-4f5e-9b23-b81cad895349)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:31.034034 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:31.036492 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:31.118863 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:31.155979 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d4ff00d3-4294-426a-849e-68bb84b5a00e req-b302945b-f6d8-4131-8523-bf6b3a89aca1 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c4a0d95-749c-4462-9821-7d694f1ad3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820806 May 28 01:43:31.201840 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b744951e-0854-40a6-82da-7e2ca7c69a18 req-b5b28779-1603-4b09-803d-aa2777e4ca11 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674634 May 28 01:43:31.217858 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:31.220677 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=082eab52-2eb2-4222-a075-0ffc4c8b10d8,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:31.226263 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:31.231411 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1416100093-network', 'tenant_id': '4e3548e43fa740cb9339381a7fd2487a'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:31.249300 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:31.297748 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Usage tracker for resource:network and tenant:4e3548e43fa740cb9339381a7fd2487a is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:31.303159 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:31.320582 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:31.343150 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Made reservation on behalf of 4e3548e43fa740cb9339381a7fd2487a for: {'network': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:43:31.346675 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4178980'] for network, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:31.379066 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:31.396077 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-c19fde01-defd-4b9e-8dd2-a09a04751ab4 req-8635ec90-a393-4e25-b61e-d1f79dc063c0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Deleting port b28230da-cef4-42b2-be3b-5b536bb8f644 {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:43:31.396425 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-c19fde01-defd-4b9e-8dd2-a09a04751ab4 req-8635ec90-a393-4e25-b61e-d1f79dc063c0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:31.419911 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:31.572021 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for port, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:31.578326 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10898818'] for port, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:31.583600 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-b970a73b-eb48-4dbf-85e7-5a77c6d4dbf8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:31.618754 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Usage tracker for resource:security_group_rule and tenant:4e3548e43fa740cb9339381a7fd2487a is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:31.624864 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:31.639970 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:31.696615 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Pushing event updated for resources: {'Port': ['ID=db1d0947-a957-4cc7-9905-ef5366c79d7b,revision_number=2']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:31.700979 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:31.714722 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025534'] for floatingip, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:31.719467 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-c19fde01-defd-4b9e-8dd2-a09a04751ab4 req-8635ec90-a393-4e25-b61e-d1f79dc063c0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] For port b28230da-cef4-42b2-be3b-5b536bb8f644, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b28230da-cef4-42b2-be3b-5b536bb8f644,segment=NetworkSegment(32cc7d94-587c-4c0b-9107-65fc261136e8),segment_id=32cc7d94-587c-4c0b-9107-65fc261136e8)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:31.720054 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-c19fde01-defd-4b9e-8dd2-a09a04751ab4 req-8635ec90-a393-4e25-b61e-d1f79dc063c0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:31.748763 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for floatingip, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:31.755864 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2039244 May 28 01:43:31.862463 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-c19fde01-defd-4b9e-8dd2-a09a04751ab4 req-8635ec90-a393-4e25-b61e-d1f79dc063c0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Calling delete_port for b28230da-cef4-42b2-be3b-5b536bb8f644 owned by compute:nova {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:43:31.935777 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:31.941787 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:31.947000 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-a92d420c-d2f3-4d98-8666-1c47acaf0ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:32.004251 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=98373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 01:43:32.055632 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715c6156-7943-4113-9d40-3a7efc2bf0b4,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:32.069596 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:32.069822 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.segments_db [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Added segment 1710e917-aeb9-4254-878a-321559a2b55a of type vlan for network 82aafeca-e7e1-4e65-9cf1-37a476c31428 May 28 01:43:32.071115 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:32.093275 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-bcfe790f-7f83-4759-afe2-b06477831560 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--958600156&fields=id&tenant_id=0c8cb123312945c79bd98c6b173fb1c1 HTTP/1.1" status: 200 len: 267 time: 0.1471705 May 28 01:43:32.152722 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764330948172'] for network, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:32.205626 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-c19fde01-defd-4b9e-8dd2-a09a04751ab4 req-8635ec90-a393-4e25-b61e-d1f79dc063c0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:32.214929 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:32.252621 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['b28230da-cef4-42b2-be3b-5b536bb8f644'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:43:32.286734 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635ec90-a393-4e25-b61e-d1f79dc063c0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Pushing event deleted for resources: {'Port': ['ID=b28230da-cef4-42b2-be3b-5b536bb8f644,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:32.307707 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:32.323797 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-8635ec90-a393-4e25-b61e-d1f79dc063c0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:32.390897 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-257fbee8-2c09-4c09-842a-120d07b7987d req-f670b43d-0abf-4dda-9803-4ebaced4ab60 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 210 time: 0.1166415 May 28 01:43:32.415962 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760'] for network, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:32.430111 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 082eab52-2eb2-4222-a075-0ffc4c8b10d8 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:43:32.459598 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:32.460208 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:32.463740 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-428d2395-1a42-4db3-9ac2-948c4799bbd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:32.506976 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-7be696b0-3a01-4fce-9a85-f9ba10aee9a6 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:32.510483 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-7be696b0-3a01-4fce-9a85-f9ba10aee9a6 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/networks?id=921f98b5-4b6b-4d1c-9f05-0d3139f095a4 HTTP/1.1" status: 200 len: 811 time: 0.4067299 May 28 01:43:32.512281 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19fde01-defd-4b9e-8dd2-a09a04751ab4 req-8635ec90-a393-4e25-b61e-d1f79dc063c0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] No DVR routers for this DVR port b28230da-cef4-42b2-be3b-5b536bb8f644 on host hv-cinder-79351 {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:43:32.512494 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 082eab52-2eb2-4222-a075-0ffc4c8b10d8 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:32.513085 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:32.566763 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-c19fde01-defd-4b9e-8dd2-a09a04751ab4 req-8635ec90-a393-4e25-b61e-d1f79dc063c0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:32.605353 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b88ac40-6a6c-4ecb-822b-9d3dab8ab321', 'name': 'network-vif-deleted', 'tag': 'b28230da-cef4-42b2-be3b-5b536bb8f644'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:43:32.650413 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-9224d8d4-2c29-453c-a825-f0bf00e321fe tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/quotas/0c8cb123312945c79bd98c6b173fb1c1 HTTP/1.1" status: 200 len: 375 time: 0.1317551 May 28 01:43:32.705187 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c19fde01-defd-4b9e-8dd2-a09a04751ab4 req-8635ec90-a393-4e25-b61e-d1f79dc063c0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.20 "DELETE /v2.0/ports/b28230da-cef4-42b2-be3b-5b536bb8f644 HTTP/1.1" status: 204 len: 173 time: 1.7719202 May 28 01:43:32.706244 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Pushing event updated for resources: {'Network': ['ID=82aafeca-e7e1-4e65-9cf1-37a476c31428,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:32.718965 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9359229 May 28 01:43:32.719996 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53666) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:32.724364 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:32.726122 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Network 82aafeca-e7e1-4e65-9cf1-37a476c31428 details requested by agent ovs-agent-dv-cinder-793515-1-smb with host dv-cinder-793515-1-smb {{(pid=98375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 01:43:32.726270 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-5a9cdfb3-d033-4fe2-a87f-a9d51e826371 admin admin] Request body: {'subnet': {'network_id': '82aafeca-e7e1-4e65-9cf1-37a476c31428', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1416100093-subnet', 'tenant_id': '4e3548e43fa740cb9339381a7fd2487a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:32.734946 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-5a9cdfb3-d033-4fe2-a87f-a9d51e826371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:32.745520 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-5a9cdfb3-d033-4fe2-a87f-a9d51e826371 admin admin] Usage tracker for resource:subnet and tenant:4e3548e43fa740cb9339381a7fd2487a is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:32.755658 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-5a9cdfb3-d033-4fe2-a87f-a9d51e826371 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:32.767064 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-5a9cdfb3-d033-4fe2-a87f-a9d51e826371 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:32.784981 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9cdfb3-d033-4fe2-a87f-a9d51e826371 admin admin] Made reservation on behalf of 4e3548e43fa740cb9339381a7fd2487a for: {'subnet': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:43:32.787890 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5a9cdfb3-d033-4fe2-a87f-a9d51e826371 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11069009'] for subnet, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:32.825156 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634dfd7-3b72-497d-9c84-9276edf6eda2 req-89e6c96a-2dd4-48d5-b979-638c2a48543d tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:32.827183 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7634dfd7-3b72-497d-9c84-9276edf6eda2 req-89e6c96a-2dd4-48d5-b979-638c2a48543d tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.3070254 May 28 01:43:32.917132 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-6d6acd3f-0b1e-4f3a-8f55-9479abc9d04c tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Synchronizing usage tracker for tenant:0c8cb123312945c79bd98c6b173fb1c1 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:43:32.962358 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7634dfd7-3b72-497d-9c84-9276edf6eda2 req-6c1f4e69-8e75-445f-9451-4832f969ee16 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221516 May 28 01:43:32.963188 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-6d6acd3f-0b1e-4f3a-8f55-9479abc9d04c tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Unset dirty status for tenant:0c8cb123312945c79bd98c6b173fb1c1 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:43:32.964619 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-6d6acd3f-0b1e-4f3a-8f55-9479abc9d04c tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c8cb123312945c79bd98c6b173fb1c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3024390 May 28 01:43:33.061908 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53672) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:33.160167 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-e232bedf-ee5f-4fdf-83bc-e6b0ff996fc0 service neutron] 10.222.0.32 "GET /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755769 May 28 01:43:33.322567 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b88ac40-6a6c-4ecb-822b-9d3dab8ab321', 'name': 'network-vif-deleted', 'tag': 'b28230da-cef4-42b2-be3b-5b536bb8f644', 'status': 'completed', 'code': 200} May 28 01:43:33.392379 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-8a00ed04-05a4-4395-8334-565f8694c5df service neutron] 10.222.0.32 "GET /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247977 May 28 01:43:33.408952 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5d86212a-a71f-47d6-91f3-36f42d76d92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:33.427719 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-5d86212a-a71f-47d6-91f3-36f42d76d92f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:33.455783 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-5d86212a-a71f-47d6-91f3-36f42d76d92f admin admin] Usage tracker for resource:security_group_rule and tenant:9fa01857d5c04a75a83827177a768f8f is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:33.459564 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-5d86212a-a71f-47d6-91f3-36f42d76d92f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:33.467447 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-5d86212a-a71f-47d6-91f3-36f42d76d92f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:33.642020 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5d86212a-a71f-47d6-91f3-36f42d76d92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:33.660253 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5d86212a-a71f-47d6-91f3-36f42d76d92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:33.668685 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-bfca4249-990a-45a2-82c9-11a2ff9915c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:33.680967 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-c61bf049-5c40-4a2d-8fa6-777e12391d0f tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:33.683066 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-c61bf049-5c40-4a2d-8fa6-777e12391d0f tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/networks?id=52f0d540-8d57-41c6-a6dd-a20c995fd81e HTTP/1.1" status: 200 len: 815 time: 0.1748979 May 28 01:43:33.691810 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5a9cdfb3-d033-4fe2-a87f-a9d51e826371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10760763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11068999'] for subnet, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:33.724441 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86212a-a71f-47d6-91f3-36f42d76d92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f344869-f8d6-4a43-8955-b72a5658e6fb,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:33.731322 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-5d86212a-a71f-47d6-91f3-36f42d76d92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:33.732515 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:33.766275 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-5d86212a-a71f-47d6-91f3-36f42d76d92f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fa01857d5c04a75a83827177a768f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6904182 May 28 01:43:33.771750 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53702) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:33.829824 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-16cdd767-e503-411d-87ae-891263531d93 req-5e4a2cb9-d61f-4514-bdc0-bebf3311217f tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Synchronizing usage tracker for tenant:8164903a63664034bcea84a5a9108c80 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:43:33.838639 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-afaffbac-64bc-4f2b-bca9-cb7c00cfa7c1 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/quotas/32440717f9724b4e981cecec3271f880 HTTP/1.1" status: 200 len: 375 time: 0.0291357 May 28 01:43:33.840662 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9cdfb3-d033-4fe2-a87f-a9d51e826371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d0736fc-ec32-4143-950e-4b271c62ce63,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:33.851995 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-5a9cdfb3-d033-4fe2-a87f-a9d51e826371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:33.852686 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9cdfb3-d033-4fe2-a87f-a9d51e826371 admin admin] Checking segment: {'id': '1710e917-aeb9-4254-878a-321559a2b55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '82aafeca-e7e1-4e65-9cf1-37a476c31428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:43:33.853063 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9cdfb3-d033-4fe2-a87f-a9d51e826371 admin admin] Network hostable DHCP agents. Network: 82aafeca-e7e1-4e65-9cf1-37a476c31428, hostable agents: ['18dcb2a5-1deb-4e04-a203-0597d71fb4d8'], hosted agents: [] {{(pid=98374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 01:43:33.889579 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-583343ba-0a03-4d04-9d73-3f8fd87d4896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:33.898604 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9cdfb3-d033-4fe2-a87f-a9d51e826371 admin admin] Network 82aafeca-e7e1-4e65-9cf1-37a476c31428 is scheduled to be hosted by DHCP agent 18dcb2a5-1deb-4e04-a203-0597d71fb4d8 with binding_index 1 {{(pid=98374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 01:43:33.917409 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-5a9cdfb3-d033-4fe2-a87f-a9d51e826371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-1-smb, 82aafeca-e7e1-4e65-9cf1-37a476c31428) {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:33.924562 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-16cdd767-e503-411d-87ae-891263531d93 req-5e4a2cb9-d61f-4514-bdc0-bebf3311217f tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Unset dirty status for tenant:8164903a63664034bcea84a5a9108c80 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:43:33.927036 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd56c9b0-de00-45c4-b4e6-aab822f268ec None None] Network 82aafeca-e7e1-4e65-9cf1-37a476c31428 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:43:33.934446 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-16cdd767-e503-411d-87ae-891263531d93 req-5e4a2cb9-d61f-4514-bdc0-bebf3311217f tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b88ac40-6a6c-4ecb-822b-9d3dab8ab321 HTTP/1.1" status: 200 len: 210 time: 0.2474933 May 28 01:43:33.945973 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-583343ba-0a03-4d04-9d73-3f8fd87d4896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:33.969069 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-69dfdb3a-8a2e-4d1a-b8bb-5ac7917fc694 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=32440717f9724b4e981cecec3271f880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1295252 May 28 01:43:33.994183 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9cdfb3-d033-4fe2-a87f-a9d51e826371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:33.994774 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5a9cdfb3-d033-4fe2-a87f-a9d51e826371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:34.041917 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-5a9cdfb3-d033-4fe2-a87f-a9d51e826371 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3131917 May 28 01:43:34.057518 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-583343ba-0a03-4d04-9d73-3f8fd87d4896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:34.059983 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-583343ba-0a03-4d04-9d73-3f8fd87d4896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:34.064492 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-583343ba-0a03-4d04-9d73-3f8fd87d4896 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f344869-f8d6-4a43-8955-b72a5658e6fb HTTP/1.1" status: 204 len: 168 time: 0.2884481 May 28 01:43:34.066486 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-a063473d-b675-4b45-9afe-ad718b67655b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:34.101540 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583343ba-0a03-4d04-9d73-3f8fd87d4896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f344869-f8d6-4a43-8955-b72a5658e6fb,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:34.104114 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-583343ba-0a03-4d04-9d73-3f8fd87d4896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:34.137024 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d7b9c8f8-076e-462f-a5f9-0aeb90571371 req-07fffc42-d0cc-429f-b4b4-f3f841f638c6 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 210 time: 0.0750117 May 28 01:43:34.213600 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-6090549e-a899-4679-b05b-e2519f0c4f4c service neutron] 10.222.0.32 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225225 May 28 01:43:34.415678 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device b28230da-cef4-42b2-be3b-5b536bb8f644 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:43:34.466517 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-1853038d-448d-412d-baf4-3a47a374d2dd service neutron] 10.222.0.32 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491798 May 28 01:43:34.467685 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc8e273-cd92-4dca-8f80-1383b6fe93b8 None None] Network 82aafeca-e7e1-4e65-9cf1-37a476c31428 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:43:34.501227 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bfeb9-cfb9-4002-8f61-00cbfea6db6c req-70e28a5d-4728-4572-909a-ec2e87bacb0a tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:34.503748 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] No Port match for: b28230da-cef4-42b2-be3b-5b536bb8f644 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:43:34.504292 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device b28230da-cef4-42b2-be3b-5b536bb8f644 not bound to the agent host hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:43:34.534569 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bc4bfeb9-cfb9-4002-8f61-00cbfea6db6c req-70e28a5d-4728-4572-909a-ec2e87bacb0a tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.2539942 May 28 01:43:34.624237 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bc4bfeb9-cfb9-4002-8f61-00cbfea6db6c req-7e0e21f5-f145-44a0-a025-8948b76f1937 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887663 May 28 01:43:34.808587 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a6cd3db3-d292-4a7b-bc0d-c2456101779e req-d7bd7b56-bcdd-4db5-9869-27146a50d592 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05aea9e-993d-4aa2-81ac-26f7b6c2df91 HTTP/1.1" status: 200 len: 210 time: 0.0729964 May 28 01:43:35.299589 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 53792) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:35.309022 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1553850933-network', 'tenant_id': 'ced9e33ff5da44088a9422500ac3ec7e'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:35.325698 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:35.342155 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Usage tracker for resource:network and tenant:ced9e33ff5da44088a9422500ac3ec7e is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:35.349070 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:35.363304 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:35.476378 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-531d6a02-3971-4045-9a7b-a7edd18b4b5d req-85fe39e3-6ed9-4bca-b1bb-ef84b69d50f6 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 210 time: 0.0856566 May 28 01:43:35.491463 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Made reservation on behalf of ced9e33ff5da44088a9422500ac3ec7e for: {'network': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:43:35.491463 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4178980'] for network, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:35.500505 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:35.518378 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:35.522961 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Usage tracker for resource:security_group_rule and tenant:ced9e33ff5da44088a9422500ac3ec7e is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:35.525887 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:35.532548 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:35.908527 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53832) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:35.944647 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:35.955398 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-a8d69582-9fc3-4144-9ef5-a0f6247c6b92 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:35.957543 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-a8d69582-9fc3-4144-9ef5-a0f6247c6b92 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.20 "GET /v2.0/networks?id=921f98b5-4b6b-4d1c-9f05-0d3139f095a4 HTTP/1.1" status: 200 len: 811 time: 0.3752029 May 28 01:43:35.962362 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:35.984051 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=98373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 01:43:35.995946 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:35.996504 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.segments_db [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Added segment 34f34af9-2756-45c1-b60a-58ea55c7ea67 of type vlan for network c920bc88-d279-46fc-b67d-8a410daeb18a May 28 01:43:36.033766 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764330948172'] for network, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:36.061244 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:36.105184 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-338762455-network', 'tenant_id': '17f36d9f4b0d47a7af5ac3c24c857793'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:36.115241 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:36.119930 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Usage tracker for resource:network and tenant:17f36d9f4b0d47a7af5ac3c24c857793 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:36.122887 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:36.128671 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:36.141046 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Made reservation on behalf of 17f36d9f4b0d47a7af5ac3c24c857793 for: {'network': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:43:36.143518 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4178980'] for network, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:36.159666 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:36.173235 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-430c2d22-ac5c-452e-be7e-8e9fc76b1852 req-bcc709b3-a4fb-4b47-a9ca-2cef2508970d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05aea9e-993d-4aa2-81ac-26f7b6c2df91 HTTP/1.1" status: 200 len: 210 time: 0.1037543 May 28 01:43:36.178499 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c43182e-27b3-44ff-85b5-44cc26cbf5e5,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:36.184387 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:36.185475 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:36.188449 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760'] for network, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:36.193324 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Usage tracker for resource:security_group_rule and tenant:17f36d9f4b0d47a7af5ac3c24c857793 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:36.193787 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:36.197876 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:36.204698 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:36.207966 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:36.211048 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-a8520689-2528-4153-93c5-70b3095603e1 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c8cb123312945c79bd98c6b173fb1c1 HTTP/1.1" status: 200 len: 379 time: 0.1642799 May 28 01:43:36.213844 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-745d2106-3738-43a8-afd0-69e7e4fb8b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:36.246503 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32776a90-7158-4049-8093-62dbe5af2b06 req-a82e2b08-f3e0-4604-bb72-a47349ddf296 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:36.248113 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-32776a90-7158-4049-8093-62dbe5af2b06 req-a82e2b08-f3e0-4604-bb72-a47349ddf296 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.4235311 May 28 01:43:36.254152 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-8ced6248-d686-4384-b5c9-60e24b74ba15 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Request body: {'port': {'device_id': '72ead4a8-5587-49fc-b863-49c2baaffb2d', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'admin_state_up': True, 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'security_groups': ['dbd5d553-0d4b-42a3-8981-18fe581ccb84']}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:36.356007 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:36.361620 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:36.367395 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-5d86212a-a71f-47d6-91f3-36f42d76d92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:36.405072 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9fc7d1-8c64-4651-9f2d-3439b29b8637,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:36.410841 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:36.414556 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=98374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 01:43:36.424700 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:36.425158 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.db.segments_db [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Added segment 6875ae40-2be9-4411-b471-02dfcba01fd6 of type vlan for network cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca May 28 01:43:36.457914 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764330948172'] for network, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:36.476406 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Pushing event updated for resources: {'Network': ['ID=c920bc88-d279-46fc-b67d-8a410daeb18a,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:36.488870 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Network c920bc88-d279-46fc-b67d-8a410daeb18a details requested by agent ovs-agent-dv-cinder-793515-1-smb with host dv-cinder-793515-1-smb {{(pid=98375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 01:43:36.492194 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:36.497996 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53878) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:36.498151 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1973600 May 28 01:43:36.505671 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-864f32f6-16c6-4a65-af25-1f39e5ea783f admin admin] Request body: {'subnet': {'network_id': 'c920bc88-d279-46fc-b67d-8a410daeb18a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1553850933-subnet', 'tenant_id': 'ced9e33ff5da44088a9422500ac3ec7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:36.509474 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760'] for network, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:36.512150 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-864f32f6-16c6-4a65-af25-1f39e5ea783f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:36.515742 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:36.516369 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:36.522322 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-32776a90-7158-4049-8093-62dbe5af2b06 req-dd82ae9e-4647-46c2-9562-b9b2ddf0c893 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288945 May 28 01:43:36.532761 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:36.556753 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-864f32f6-16c6-4a65-af25-1f39e5ea783f admin admin] Usage tracker for resource:subnet and tenant:ced9e33ff5da44088a9422500ac3ec7e is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:36.563215 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-864f32f6-16c6-4a65-af25-1f39e5ea783f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:36.605348 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-8ced6248-d686-4384-b5c9-60e24b74ba15 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:36.615995 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-8ced6248-d686-4384-b5c9-60e24b74ba15 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:36.631048 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-8ced6248-d686-4384-b5c9-60e24b74ba15 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Made reservation on behalf of 0c8cb123312945c79bd98c6b173fb1c1 for: {'port': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:43:36.636442 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-8ced6248-d686-4384-b5c9-60e24b74ba15 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:36.665332 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Pushing event updated for resources: {'Network': ['ID=cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:36.676244 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-864f32f6-16c6-4a65-af25-1f39e5ea783f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:36.681613 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:36.699425 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Network cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca details requested by agent ovs-agent-dv-cinder-793515-1-smb with host dv-cinder-793515-1-smb {{(pid=98375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 01:43:36.718484 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8080790 May 28 01:43:36.722511 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 53896) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:36.728912 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-5c63cef8-ab92-42f2-97c0-844a7a7d5032 admin admin] Request body: {'subnet': {'network_id': 'cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-338762455-subnet', 'tenant_id': '17f36d9f4b0d47a7af5ac3c24c857793', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:36.734707 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-5c63cef8-ab92-42f2-97c0-844a7a7d5032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:36.737214 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864f32f6-16c6-4a65-af25-1f39e5ea783f admin admin] Made reservation on behalf of ced9e33ff5da44088a9422500ac3ec7e for: {'subnet': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:43:36.740091 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-864f32f6-16c6-4a65-af25-1f39e5ea783f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11069009'] for subnet, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:36.770528 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-5c63cef8-ab92-42f2-97c0-844a7a7d5032 admin admin] Usage tracker for resource:subnet and tenant:17f36d9f4b0d47a7af5ac3c24c857793 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:36.776385 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-5c63cef8-ab92-42f2-97c0-844a7a7d5032 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:36.804817 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8e533702-11f3-4b77-b27a-3cc5c8c7739a req-f6a41920-3d65-4b95-bb02-c4810342a134 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 210 time: 0.0691726 May 28 01:43:36.835097 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-5c63cef8-ab92-42f2-97c0-844a7a7d5032 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:36.933039 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-8ced6248-d686-4384-b5c9-60e24b74ba15 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Allocated IP 172.20.0.8 (921f98b5-4b6b-4d1c-9f05-0d3139f095a4/69fa25a8-030c-4786-9348-7785d8dee8f5/93a08a4e-074d-40a1-b262-493f59ee178b) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:43:36.957529 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c63cef8-ab92-42f2-97c0-844a7a7d5032 admin admin] Made reservation on behalf of 17f36d9f4b0d47a7af5ac3c24c857793 for: {'subnet': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:43:36.959761 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5c63cef8-ab92-42f2-97c0-844a7a7d5032 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11069009'] for subnet, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:37.133651 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-cba49172-b8b5-4520-bcbb-0ed9ce846419 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:37.135121 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-cba49172-b8b5-4520-bcbb-0ed9ce846419 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.20 "GET /v2.0/networks?id=52f0d540-8d57-41c6-a6dd-a20c995fd81e HTTP/1.1" status: 200 len: 815 time: 0.2888472 May 28 01:43:37.162778 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-8109f751-9676-43fb-b1f7-b9c8252fac08 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Request body: {'port': {'device_id': 'a05aea9e-993d-4aa2-81ac-26f7b6c2df91', 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e', 'admin_state_up': True, 'tenant_id': '32440717f9724b4e981cecec3271f880'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:37.274847 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-8ced6248-d686-4384-b5c9-60e24b74ba15 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:37.300766 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-8ced6248-d686-4384-b5c9-60e24b74ba15 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Transition to ACTIVE for port object 93a08a4e-074d-40a1-b262-493f59ee178b will not be triggered until provisioned by entity DHCP. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:43:37.372580 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b84eac69-01c5-45af-b6f3-e0d19e7ca8a5 req-4e476622-612d-42b2-931b-9a1340ee8140 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05aea9e-993d-4aa2-81ac-26f7b6c2df91 HTTP/1.1" status: 200 len: 210 time: 0.0494175 May 28 01:43:37.395525 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-8ced6248-d686-4384-b5c9-60e24b74ba15 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:37.401492 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:37.458382 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-8109f751-9676-43fb-b1f7-b9c8252fac08 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:37.514401 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-8ced6248-d686-4384-b5c9-60e24b74ba15 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Network 921f98b5-4b6b-4d1c-9f05-0d3139f095a4 is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:43:37.517627 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-8ced6248-d686-4384-b5c9-60e24b74ba15 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:37.520612 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-8109f751-9676-43fb-b1f7-b9c8252fac08 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:37.527266 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-8ced6248-d686-4384-b5c9-60e24b74ba15 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:43:37.605231 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced6248-d686-4384-b5c9-60e24b74ba15 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Pushing event updated for resources: {'Port': ['ID=93a08a4e-074d-40a1-b262-493f59ee178b,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:37.620933 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-8ced6248-d686-4384-b5c9-60e24b74ba15 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:37.661673 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-8ced6248-d686-4384-b5c9-60e24b74ba15 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:37.661673 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-8ced6248-d686-4384-b5c9-60e24b74ba15 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:37.709941 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-8ced6248-d686-4384-b5c9-60e24b74ba15 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4753914 May 28 01:43:37.749004 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-8109f751-9676-43fb-b1f7-b9c8252fac08 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Made reservation on behalf of 32440717f9724b4e981cecec3271f880 for: {'port': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:43:37.752954 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-8109f751-9676-43fb-b1f7-b9c8252fac08 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:37.790059 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Request body: {'port': {'device_id': '72ead4a8-5587-49fc-b863-49c2baaffb2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:37.872772 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-f2f05adb-a676-43e2-a4f5-101c9f2fc384 None None] Provisioning for port 93a08a4e-074d-40a1-b262-493f59ee178b completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:43:37.878695 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-f2f05adb-a676-43e2-a4f5-101c9f2fc384 None None] Provisioning complete for port 93a08a4e-074d-40a1-b262-493f59ee178b triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:37.879074 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-f2f05adb-a676-43e2-a4f5-101c9f2fc384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:37.991045 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-f2f05adb-a676-43e2-a4f5-101c9f2fc384 None None] Port 93a08a4e-074d-40a1-b262-493f59ee178b cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:43:38.082761 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccff2ed-4a99-4378-a220-8aa2548d62c3 req-7e896933-f729-4bd5-9a86-3347237de3e5 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:38.084301 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3ccff2ed-4a99-4378-a220-8aa2548d62c3 req-7e896933-f729-4bd5-9a86-3347237de3e5 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.3708749 May 28 01:43:38.085193 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:38.104885 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_common [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-8109f751-9676-43fb-b1f7-b9c8252fac08 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Allocated IP 172.20.0.13 (52f0d540-8d57-41c6-a6dd-a20c995fd81e/52254074-e28a-4080-9a1b-3e9eccf9a78c/9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb) {{(pid=98374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:43:38.214073 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3ccff2ed-4a99-4378-a220-8aa2548d62c3 req-c2b378ab-4e0e-473a-8d2f-16d6de3de238 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146631 May 28 01:43:38.235954 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7735413-dc8d-4e2f-9eca-9309f81a6ff3 req-9b9f4a41-6708-483a-bac1-5ed94ae1468f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:38.236661 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-e7735413-dc8d-4e2f-9eca-9309f81a6ff3 req-9b9f4a41-6708-483a-bac1-5ed94ae1468f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Synchronizing usage tracker for tenant:0c8cb123312945c79bd98c6b173fb1c1 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:43:38.259107 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54030) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:38.306016 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-e7735413-dc8d-4e2f-9eca-9309f81a6ff3 req-9b9f4a41-6708-483a-bac1-5ed94ae1468f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Unset dirty status for tenant:0c8cb123312945c79bd98c6b173fb1c1 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:43:38.307170 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e7735413-dc8d-4e2f-9eca-9309f81a6ff3 req-9b9f4a41-6708-483a-bac1-5ed94ae1468f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 931 time: 0.3269050 May 28 01:43:38.319426 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-864f32f6-16c6-4a65-af25-1f39e5ea783f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10760763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11068999'] for subnet, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:38.394170 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-1081bf2b-2148-4f3f-abca-33c316535260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:38.522070 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5c63cef8-ab92-42f2-97c0-844a7a7d5032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10760763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11068999'] for subnet, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:38.530799 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-931b9aff-108f-4e04-b823-1951491526b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:38.559724 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e7735413-dc8d-4e2f-9eca-9309f81a6ff3 req-1fda0e6b-48eb-474a-b2ba-70ac80e4565a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458196 May 28 01:43:38.577749 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f32f6-16c6-4a65-af25-1f39e5ea783f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddcfe7b8-1634-4fd4-afe9-76150685a58b,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:38.584591 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-864f32f6-16c6-4a65-af25-1f39e5ea783f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:38.585667 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-931b9aff-108f-4e04-b823-1951491526b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:38.590446 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:38.601216 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cc196741-80d2-4de5-8c06-2d45f6e37b16 req-472af84c-35b5-480e-a250-63fb630420bb tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05aea9e-993d-4aa2-81ac-26f7b6c2df91 HTTP/1.1" status: 200 len: 210 time: 0.0792062 May 28 01:43:38.623746 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f32f6-16c6-4a65-af25-1f39e5ea783f admin admin] Checking segment: {'id': '34f34af9-2756-45c1-b60a-58ea55c7ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c920bc88-d279-46fc-b67d-8a410daeb18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:43:38.624137 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864f32f6-16c6-4a65-af25-1f39e5ea783f admin admin] Network hostable DHCP agents. Network: c920bc88-d279-46fc-b67d-8a410daeb18a, hostable agents: ['18dcb2a5-1deb-4e04-a203-0597d71fb4d8'], hosted agents: [] {{(pid=98374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 01:43:38.640100 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-931b9aff-108f-4e04-b823-1951491526b9 admin admin] Usage tracker for resource:security_group_rule and tenant:6e03998f1bcd4b68ac2a3659c48743d9 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:38.651083 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-931b9aff-108f-4e04-b823-1951491526b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:38.673632 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-8109f751-9676-43fb-b1f7-b9c8252fac08 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks [] for port, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:38.683400 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-931b9aff-108f-4e04-b823-1951491526b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:38.684401 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a08a4e-074d-40a1-b262-493f59ee178b {{(pid=98373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:43:38.695051 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:38.726303 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63cef8-ab92-42f2-97c0-844a7a7d5032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f7c061-5818-43f8-8a18-a70a53c82cfb,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:38.729652 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Transition to ACTIVE for port object 93a08a4e-074d-40a1-b262-493f59ee178b will not be triggered until provisioned by entity L2. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:43:38.735233 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:38.738604 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-5c63cef8-ab92-42f2-97c0-844a7a7d5032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:38.740723 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c63cef8-ab92-42f2-97c0-844a7a7d5032 admin admin] Checking segment: {'id': '6875ae40-2be9-4411-b471-02dfcba01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:43:38.741049 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:38.741164 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c63cef8-ab92-42f2-97c0-844a7a7d5032 admin admin] Network hostable DHCP agents. Network: cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca, hostable agents: ['18dcb2a5-1deb-4e04-a203-0597d71fb4d8'], hosted agents: [] {{(pid=98374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 01:43:38.743924 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864f32f6-16c6-4a65-af25-1f39e5ea783f admin admin] Network c920bc88-d279-46fc-b67d-8a410daeb18a is scheduled to be hosted by DHCP agent 18dcb2a5-1deb-4e04-a203-0597d71fb4d8 with binding_index 1 {{(pid=98374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 01:43:38.780070 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-864f32f6-16c6-4a65-af25-1f39e5ea783f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-1-smb, c920bc88-d279-46fc-b67d-8a410daeb18a) {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:38.789326 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abce460f-a288-45c1-9c6e-717a1ae0392b None None] Network c920bc88-d279-46fc-b67d-8a410daeb18a requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:43:38.808775 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c63cef8-ab92-42f2-97c0-844a7a7d5032 admin admin] Network cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca is scheduled to be hosted by DHCP agent 18dcb2a5-1deb-4e04-a203-0597d71fb4d8 with binding_index 1 {{(pid=98374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 01:43:38.815683 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864f32f6-16c6-4a65-af25-1f39e5ea783f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:38.816485 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-864f32f6-16c6-4a65-af25-1f39e5ea783f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:38.833410 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-8109f751-9676-43fb-b1f7-b9c8252fac08 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:38.839718 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-5c63cef8-ab92-42f2-97c0-844a7a7d5032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-1-smb, cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca) {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:38.859644 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:38.923507 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a630ae5-1444-4c3c-9c8f-c75fabe78d6f None None] Network cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:43:38.983442 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c63cef8-ab92-42f2-97c0-844a7a7d5032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:38.984066 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5c63cef8-ab92-42f2-97c0-844a7a7d5032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:39.021281 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-8109f751-9676-43fb-b1f7-b9c8252fac08 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Network 52f0d540-8d57-41c6-a6dd-a20c995fd81e is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:43:39.041084 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-8109f751-9676-43fb-b1f7-b9c8252fac08 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:39.067121 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Pushing event updated for resources: {'Port': ['ID=93a08a4e-074d-40a1-b262-493f59ee178b,revision_number=2']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:39.070396 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:39.072243 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-8109f751-9676-43fb-b1f7-b9c8252fac08 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Received port after_create {{(pid=98374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:43:39.102250 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['aa8ec143-4257-4f9c-9218-94caaa57ec03', '11703550-daa6-480b-8425-a1c9ecfa1702'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:43:39.125329 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Attempting to bind port 93a08a4e-074d-40a1-b262-493f59ee178b on host hv-cinder-79351 for vnic_type normal with profile {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:43:39.125663 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Attempting to bind port 93a08a4e-074d-40a1-b262-493f59ee178b by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '7c607989-63e8-4f5e-9b23-b81cad895349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4'}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:43:39.125985 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Attempting to bind port 93a08a4e-074d-40a1-b262-493f59ee178b on network 921f98b5-4b6b-4d1c-9f05-0d3139f095a4 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:43:39.131353 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Port 93a08a4e-074d-40a1-b262-493f59ee178b on network 921f98b5-4b6b-4d1c-9f05-0d3139f095a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 01:43:39.131674 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Attempting to bind port 93a08a4e-074d-40a1-b262-493f59ee178b on network 921f98b5-4b6b-4d1c-9f05-0d3139f095a4 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:43:39.143298 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109f751-9676-43fb-b1f7-b9c8252fac08 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Pushing event updated for resources: {'Port': ['ID=9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:39.147044 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-8109f751-9676-43fb-b1f7-b9c8252fac08 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:39.156765 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-864f32f6-16c6-4a65-af25-1f39e5ea783f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6491046 May 28 01:43:39.159235 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Checking agent: {'id': '1b125da3-7d0c-4b26-bfd9-a1004cddd395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:43:39.160133 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Checking segment: {'id': '7c607989-63e8-4f5e-9b23-b81cad895349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:43:39.161307 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Bound using segment: {'id': '7c607989-63e8-4f5e-9b23-b81cad895349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4'} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:43:39.162542 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Bound port: 93a08a4e-074d-40a1-b262-493f59ee178b, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c607989-63e8-4f5e-9b23-b81cad895349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4'}}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:43:39.163107 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:39.260673 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-5c63cef8-ab92-42f2-97c0-844a7a7d5032 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5369637 May 28 01:43:39.273820 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] For port 93a08a4e-074d-40a1-b262-493f59ee178b, host hv-cinder-79351, cleared binding levels {{(pid=98373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:43:39.278574 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-8109f751-9676-43fb-b1f7-b9c8252fac08 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:39.279514 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] For port 93a08a4e-074d-40a1-b262-493f59ee178b, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=93a08a4e-074d-40a1-b262-493f59ee178b,segment=NetworkSegment(7c607989-63e8-4f5e-9b23-b81cad895349),segment_id=7c607989-63e8-4f5e-9b23-b81cad895349)] {{(pid=98373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:43:39.279663 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-8109f751-9676-43fb-b1f7-b9c8252fac08 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for port, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:39.289245 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-931b9aff-108f-4e04-b823-1951491526b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:39.293879 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:39.300882 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:39.302805 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-931b9aff-108f-4e04-b823-1951491526b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:39.332811 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-536ba6b4-c5d4-4fc3-8a02-0e04e31307a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:39.342688 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-931b9aff-108f-4e04-b823-1951491526b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e03998f1bcd4b68ac2a3659c48743d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0554175 May 28 01:43:39.346268 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54086) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:39.370767 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-8109f751-9676-43fb-b1f7-b9c8252fac08 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2118287 May 28 01:43:39.411396 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Request body: {'port': {'device_id': 'a05aea9e-993d-4aa2-81ac-26f7b6c2df91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:39.494529 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b9aff-108f-4e04-b823-1951491526b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bff5a9-d860-45fd-aa72-ad99f4e4fa33,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:39.573452 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-931b9aff-108f-4e04-b823-1951491526b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:39.578213 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:39.578863 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:39.580214 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] 10.222.0.20 "PUT /v2.0/ports/93a08a4e-074d-40a1-b262-493f59ee178b HTTP/1.1" status: 200 len: 1093 time: 1.8011758 May 28 01:43:39.582563 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ead4a8-5587-49fc-b863-49c2baaffb2d', 'tag': '93a08a4e-074d-40a1-b262-493f59ee178b'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:43:39.619009 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868d30a9-2bb3-4921-9b52-372a844f0e71 None None] Network c920bc88-d279-46fc-b67d-8a410daeb18a requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:43:39.751143 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Pushing event updated for resources: {'Port': ['ID=93a08a4e-074d-40a1-b262-493f59ee178b,revision_number=3']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:39.778073 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:39.787395 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-35bca582-ea36-4652-8f6b-ff8d9466c91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:39.866103 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9500cc23-dfb7-41ec-bb21-cb19d40b1c26 None None] Network cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:43:39.926080 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-35bca582-ea36-4652-8f6b-ff8d9466c91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:40.061376 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:40.077943 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-35bca582-ea36-4652-8f6b-ff8d9466c91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:40.085347 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-644b77b3-0a3e-46c9-ab04-a1f44c73fedc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:40.118637 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da2d37-7d5b-4829-b9b4-83996b1263ec req-20828c30-a292-4cf5-8323-b83c18a250f9 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:40.133894 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bca582-ea36-4652-8f6b-ff8d9466c91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bff5a9-d860-45fd-aa72-ad99f4e4fa33,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:40.135093 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-96da2d37-7d5b-4829-b9b4-83996b1263ec req-20828c30-a292-4cf5-8323-b83c18a250f9 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.6742642 May 28 01:43:40.141446 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-35bca582-ea36-4652-8f6b-ff8d9466c91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:40.142864 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-35bca582-ea36-4652-8f6b-ff8d9466c91c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7bff5a9-d860-45fd-aa72-ad99f4e4fa33 HTTP/1.1" status: 204 len: 168 time: 0.7957070 May 28 01:43:40.144852 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-35bca582-ea36-4652-8f6b-ff8d9466c91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:40.284871 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-96da2d37-7d5b-4829-b9b4-83996b1263ec req-8480ba85-ffcf-4870-839f-303c0a089925 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356676 May 28 01:43:40.351448 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc5050-b414-4a5c-9f3e-0ebdbfc712ed req-34fdc68c-0c5a-406b-9634-27a47f3ca56e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:40.352962 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0abc5050-b414-4a5c-9f3e-0ebdbfc712ed req-34fdc68c-0c5a-406b-9634-27a47f3ca56e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 943 time: 0.5673339 May 28 01:43:40.355275 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-e253a7ae-0b5a-4e46-a6d1-807fc1884aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:40.356923 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-e253a7ae-0b5a-4e46-a6d1-807fc1884aa7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c8cb123312945c79bd98c6b173fb1c1&device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 1096 time: 0.6892321 May 28 01:43:40.379564 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ead4a8-5587-49fc-b863-49c2baaffb2d', 'tag': '93a08a4e-074d-40a1-b262-493f59ee178b', 'status': 'completed', 'code': 200} May 28 01:43:40.500212 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-61087a05-f9b6-4d05-ad4b-397e25eb99d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93a08a4e-074d-40a1-b262-493f59ee178b HTTP/1.1" status: 200 len: 217 time: 0.1196754 May 28 01:43:40.662714 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0abc5050-b414-4a5c-9f3e-0ebdbfc712ed req-18f25d26-5562-490b-bb78-44e93c52be3b tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017511 May 28 01:43:40.664566 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-c6013872-30f1-4b33-b418-3b2f5dbc0f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:40.666085 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-c6013872-30f1-4b33-b418-3b2f5dbc0f4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69fa25a8-030c-4786-9348-7785d8dee8f5 HTTP/1.1" status: 200 len: 850 time: 0.1025326 May 28 01:43:40.795452 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45e0d1-2c38-4003-ad0b-5b11f0f15585 req-94276ac0-480e-4eca-9534-8d0f34323127 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:40.803667 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0d45e0d1-2c38-4003-ad0b-5b11f0f15585 req-94276ac0-480e-4eca-9534-8d0f34323127 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05aea9e-993d-4aa2-81ac-26f7b6c2df91 HTTP/1.1" status: 200 len: 932 time: 0.3017488 May 28 01:43:40.845076 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-11b7113b-5bf8-4cfe-9bc2-9fb2bde8e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:40.846646 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-11b7113b-5bf8-4cfe-9bc2-9fb2bde8e805 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=921f98b5-4b6b-4d1c-9f05-0d3139f095a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1520491 May 28 01:43:40.866898 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.notifiers.nova [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb {{(pid=98374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:43:40.871417 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54144) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:40.893819 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:40.899710 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9b31efb7-db88-4235-b9c0-dbe6fa029ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:40.912561 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0d45e0d1-2c38-4003-ad0b-5b11f0f15585 req-81e83ddb-a3f6-4212-a935-eb2477c3d680 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078498 May 28 01:43:40.925092 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.provisioning_blocks [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Transition to ACTIVE for port object 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb will not be triggered until provisioned by entity L2. {{(pid=98374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:43:40.926398 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-9b31efb7-db88-4235-b9c0-dbe6fa029ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:40.930489 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-9b31efb7-db88-4235-b9c0-dbe6fa029ffe admin admin] Usage tracker for resource:security_group_rule and tenant:371216c154814b17a5c169b74997a47f is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:40.933350 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-9b31efb7-db88-4235-b9c0-dbe6fa029ffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:40.940073 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-9b31efb7-db88-4235-b9c0-dbe6fa029ffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:40.942154 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10898818'] for port, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:40.962730 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:41.069242 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-3658c7ff-d176-42e6-9cce-090cbdd02dc2 service neutron] 10.222.0.20 "GET /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127843 May 28 01:43:41.246026 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-11afac5a-8d0c-40aa-a10e-35d9ac11e98f req-a4474bff-4831-45cf-b190-11b43f330bd2 service neutron] 10.222.0.20 "GET /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547940 May 28 01:43:41.294763 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb,revision_number=2']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:41.301911 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:41.368802 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.managers [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Attempting to bind port 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb on host hv-cinder-79351 for vnic_type normal with profile {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:43:41.369137 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.managers [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Attempting to bind port 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'd12d5d54-573a-46e8-8145-3515ecd566e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e'}] {{(pid=98374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:43:41.369598 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Attempting to bind port 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb on network 52f0d540-8d57-41c6-a6dd-a20c995fd81e {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:43:41.382561 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Port 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb on network 52f0d540-8d57-41c6-a6dd-a20c995fd81e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 01:43:41.382959 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Attempting to bind port 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb on network 52f0d540-8d57-41c6-a6dd-a20c995fd81e {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:43:41.391450 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9b31efb7-db88-4235-b9c0-dbe6fa029ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:41.394240 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Checking agent: {'id': '1b125da3-7d0c-4b26-bfd9-a1004cddd395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:43:41.394571 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Checking segment: {'id': 'd12d5d54-573a-46e8-8145-3515ecd566e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:43:41.394991 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Bound using segment: {'id': 'd12d5d54-573a-46e8-8145-3515ecd566e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e'} {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:43:41.395383 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.managers [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Bound port: 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd12d5d54-573a-46e8-8145-3515ecd566e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e'}}] {{(pid=98374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:43:41.395710 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:41.407273 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9b31efb7-db88-4235-b9c0-dbe6fa029ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:41.417326 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-8be8c013-5dfb-4fb8-951f-4ed801926ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:41.506230 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-9b31efb7-db88-4235-b9c0-dbe6fa029ffe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=371216c154814b17a5c169b74997a47f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6300721 May 28 01:43:41.507031 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 54162) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:41.508022 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31efb7-db88-4235-b9c0-dbe6fa029ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161c42b2-d352-44ab-b7e2-22ebd20b1300,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:41.512366 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9b31efb7-db88-4235-b9c0-dbe6fa029ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:41.519732 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-ea942418-498f-42ba-9e92-698102ccd2c8 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:41.520351 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-ea942418-498f-42ba-9e92-698102ccd2c8 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Synchronizing usage tracker for tenant:4e3548e43fa740cb9339381a7fd2487a on resource:network {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:43:41.538056 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.db [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] For port 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb, host hv-cinder-79351, cleared binding levels {{(pid=98374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:43:41.541224 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.db [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] For port 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb,segment=NetworkSegment(d12d5d54-573a-46e8-8145-3515ecd566e1),segment_id=d12d5d54-573a-46e8-8145-3515ecd566e1)] {{(pid=98374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:43:41.545479 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10898818'] for port, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:41.550204 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:41.595501 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-ea942418-498f-42ba-9e92-698102ccd2c8 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Unset dirty status for tenant:4e3548e43fa740cb9339381a7fd2487a on resource:network {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:43:41.596824 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-ea942418-498f-42ba-9e92-698102ccd2c8 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/networks?id=82aafeca-e7e1-4e65-9cf1-37a476c31428 HTTP/1.1" status: 200 len: 809 time: 0.3397167 May 28 01:43:41.605252 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d034d3-066d-47f7-90e8-7abd22086f65 req-bb50ffd1-9915-47a3-a36c-3e8452142844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:41.606717 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-44d034d3-066d-47f7-90e8-7abd22086f65 req-bb50ffd1-9915-47a3-a36c-3e8452142844 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c8cb123312945c79bd98c6b173fb1c1&device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 1096 time: 0.2439942 May 28 01:43:41.607612 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:41.608307 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for port, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:41.609639 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] 10.222.0.20 "PUT /v2.0/ports/9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb HTTP/1.1" status: 200 len: 1094 time: 2.2159598 May 28 01:43:41.610121 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a05aea9e-993d-4aa2-81ac-26f7b6c2df91', 'tag': '9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb'}] {{(pid=98374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:43:41.617411 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab325fe4-d833-4df7-9dbd-02d09c66247d req-f2917aba-98f8-4032-a73f-23ef06e843b1 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:41.618845 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ab325fe4-d833-4df7-9dbd-02d09c66247d req-f2917aba-98f8-4032-a73f-23ef06e843b1 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.2185748 May 28 01:43:41.637504 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb,revision_number=3']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:41.640915 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:41.682369 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-06f82511-2dda-4526-b225-11e81a9e3705 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/quotas/4e3548e43fa740cb9339381a7fd2487a HTTP/1.1" status: 200 len: 375 time: 0.0743973 May 28 01:43:41.687641 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-49eedcfc-4e44-4e23-ad51-45398b013405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:41.747841 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-4b0b7707-ca5c-48f7-af64-daa6bc923c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:41.750360 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-4b0b7707-ca5c-48f7-af64-daa6bc923c0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32440717f9724b4e981cecec3271f880&device_id=a05aea9e-993d-4aa2-81ac-26f7b6c2df91 HTTP/1.1" status: 200 len: 1097 time: 0.0741844 May 28 01:43:41.821856 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-2104509d-b713-4128-a488-445c319b4d40 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e3548e43fa740cb9339381a7fd2487a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833783 May 28 01:43:41.833262 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ab325fe4-d833-4df7-9dbd-02d09c66247d req-9ad1f035-4659-42c2-b076-501b0521612d tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068906 May 28 01:43:41.834429 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-b0878c91-11a3-48b3-a6bc-be0ed9b3368f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb HTTP/1.1" status: 200 len: 217 time: 0.0602219 May 28 01:43:41.837671 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-49eedcfc-4e44-4e23-ad51-45398b013405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:41.890955 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a05aea9e-993d-4aa2-81ac-26f7b6c2df91', 'tag': '9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb', 'status': 'completed', 'code': 200} May 28 01:43:41.914828 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-a2167176-97b7-4f0a-903d-7426e431f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:41.916570 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-a2167176-97b7-4f0a-903d-7426e431f2e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=52254074-e28a-4080-9a1b-3e9eccf9a78c HTTP/1.1" status: 200 len: 855 time: 0.0749190 May 28 01:43:41.971077 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-ed608697-c1b2-4cb8-959d-41c78d9161e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f0d540-8d57-41c6-a6dd-a20c995fd81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465133 May 28 01:43:42.008154 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d034d3-066d-47f7-90e8-7abd22086f65 req-35d23ab7-0c78-456d-bce7-2179c739d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:42.009679 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-44d034d3-066d-47f7-90e8-7abd22086f65 req-35d23ab7-0c78-456d-bce7-2179c739d788 service neutron] 10.222.0.20 "GET /v2.0/networks?id=921f98b5-4b6b-4d1c-9f05-0d3139f095a4 HTTP/1.1" status: 200 len: 912 time: 0.3822992 May 28 01:43:42.114654 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-9d9fe8e0-4ffd-4a34-857d-2c975474c901 service neutron] 10.222.0.20 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327815 May 28 01:43:42.210363 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-44d034d3-066d-47f7-90e8-7abd22086f65 req-2cf42ab1-e35d-4470-a42c-fac4051557fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93a08a4e-074d-40a1-b262-493f59ee178b HTTP/1.1" status: 200 len: 217 time: 0.1682441 May 28 01:43:42.257482 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-65abd0de-bd99-4ad9-88fa-35002c96ed9c req-90ffde33-022f-400a-82c1-e200cf612630 service neutron] 10.222.0.20 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334224 May 28 01:43:42.263073 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-49eedcfc-4e44-4e23-ad51-45398b013405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:42.273450 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3fb0d6f5-3d2d-4a33-924a-ffd7921ffc08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:42.294974 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-e64028a0-e144-497c-aaac-626de14a5001 service neutron] 10.222.0.32 "GET /v2.0/networks/82aafeca-e7e1-4e65-9cf1-37a476c31428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591360 May 28 01:43:42.301516 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eedcfc-4e44-4e23-ad51-45398b013405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161c42b2-d352-44ab-b7e2-22ebd20b1300,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:42.305018 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-49eedcfc-4e44-4e23-ad51-45398b013405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:42.344786 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-49eedcfc-4e44-4e23-ad51-45398b013405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:42.348196 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-49eedcfc-4e44-4e23-ad51-45398b013405 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/161c42b2-d352-44ab-b7e2-22ebd20b1300 HTTP/1.1" status: 204 len: 168 time: 0.8369398 May 28 01:43:42.400877 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d034d3-066d-47f7-90e8-7abd22086f65 req-dfd8acaa-042a-4ede-9205-132272669be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:42.402318 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-44d034d3-066d-47f7-90e8-7abd22086f65 req-dfd8acaa-042a-4ede-9205-132272669be8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69fa25a8-030c-4786-9348-7785d8dee8f5 HTTP/1.1" status: 200 len: 850 time: 0.1782372 May 28 01:43:42.461098 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32204aa0-6d77-4c5f-9b95-1f26bacfc223 req-9392c6e8-6956-44db-88d2-33aaa3ebacc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:42.462634 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-32204aa0-6d77-4c5f-9b95-1f26bacfc223 req-9392c6e8-6956-44db-88d2-33aaa3ebacc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32440717f9724b4e981cecec3271f880&device_id=a05aea9e-993d-4aa2-81ac-26f7b6c2df91 HTTP/1.1" status: 200 len: 1097 time: 0.0746698 May 28 01:43:42.484631 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7c7a8-2ab8-4040-becf-33c8a175bbbd req-f5c13b56-9a67-4396-8b21-bfa68b5ea2df tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:42.492223 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a7f7c7a8-2ab8-4040-becf-33c8a175bbbd req-f5c13b56-9a67-4396-8b21-bfa68b5ea2df tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 943 time: 0.4892373 May 28 01:43:42.556942 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-8fb12179-66b2-4a42-a8c6-096c1368bb9f service neutron] 10.222.0.32 "GET /v2.0/networks/82aafeca-e7e1-4e65-9cf1-37a476c31428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509716 May 28 01:43:42.585498 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a7f7c7a8-2ab8-4040-becf-33c8a175bbbd req-d9a9c235-6f0d-4ed9-baf8-f2ab80d57ca5 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922637 May 28 01:43:42.614958 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d034d3-066d-47f7-90e8-7abd22086f65 req-90450a46-46fb-4f5c-ab4a-a61f0c5d0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:42.616500 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-44d034d3-066d-47f7-90e8-7abd22086f65 req-90450a46-46fb-4f5c-ab4a-a61f0c5d0d74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=921f98b5-4b6b-4d1c-9f05-0d3139f095a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1999156 May 28 01:43:42.630395 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 54190) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:42.656224 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32204aa0-6d77-4c5f-9b95-1f26bacfc223 req-7d1f12e6-9453-4dd1-9259-9b6afcebf32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:42.658166 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-32204aa0-6d77-4c5f-9b95-1f26bacfc223 req-7d1f12e6-9453-4dd1-9259-9b6afcebf32d service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f0d540-8d57-41c6-a6dd-a20c995fd81e HTTP/1.1" status: 200 len: 916 time: 0.1840746 May 28 01:43:42.827374 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-32204aa0-6d77-4c5f-9b95-1f26bacfc223 req-27ecb758-31bb-4bfc-b58b-b5039c662a57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb HTTP/1.1" status: 200 len: 217 time: 0.1541929 May 28 01:43:42.863796 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-44d034d3-066d-47f7-90e8-7abd22086f65 req-5f8907a8-32d7-4050-b9e4-ee4aa2a02afc service neutron] 10.222.0.20 "GET /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304914 May 28 01:43:42.922822 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32204aa0-6d77-4c5f-9b95-1f26bacfc223 req-f9418997-3f08-4e08-9b8f-42b27c10eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:42.924544 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-32204aa0-6d77-4c5f-9b95-1f26bacfc223 req-f9418997-3f08-4e08-9b8f-42b27c10eedd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=52254074-e28a-4080-9a1b-3e9eccf9a78c HTTP/1.1" status: 200 len: 855 time: 0.0914321 May 28 01:43:42.984329 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-32204aa0-6d77-4c5f-9b95-1f26bacfc223 req-5df533ab-9966-4941-9af9-df75f6019e27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f0d540-8d57-41c6-a6dd-a20c995fd81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474453 May 28 01:43:43.167853 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88441f06-d30d-4d75-b44d-c3d52be6b431 req-547adc71-f138-47b6-b124-91a5ad792413 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:43.175687 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-88441f06-d30d-4d75-b44d-c3d52be6b431 req-547adc71-f138-47b6-b124-91a5ad792413 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05aea9e-993d-4aa2-81ac-26f7b6c2df91 HTTP/1.1" status: 200 len: 944 time: 0.4348490 May 28 01:43:43.197498 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-d18d4a9d-8001-4d3a-855a-31a0a2874c17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8164903a63664034bcea84a5a9108c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5655665 May 28 01:43:43.200549 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54234) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:43.260515 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-44d034d3-066d-47f7-90e8-7abd22086f65 req-47cb2664-a81c-4d68-8023-aca61ae271b3 service neutron] 10.222.0.20 "GET /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617082 May 28 01:43:43.272468 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-305944ed-c9a8-4dc0-b977-f499e80c1c3f tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:43.274092 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-305944ed-c9a8-4dc0-b977-f499e80c1c3f tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/networks?id=cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca HTTP/1.1" status: 200 len: 808 time: 0.4127607 May 28 01:43:43.289383 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-32204aa0-6d77-4c5f-9b95-1f26bacfc223 req-7c29759d-7bcb-4c38-a918-171cf7741939 service neutron] 10.222.0.20 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929389 May 28 01:43:43.290438 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-88441f06-d30d-4d75-b44d-c3d52be6b431 req-ab87ea1a-d766-4e11-a5de-eff5748bd378 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137755 May 28 01:43:43.313423 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-e7a1fc87-8f42-4113-9fea-9a7bc16cd771 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/quotas/17f36d9f4b0d47a7af5ac3c24c857793 HTTP/1.1" status: 200 len: 375 time: 0.0219800 May 28 01:43:43.337588 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8b8b88a2-31fc-4550-849b-422182af21ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:43.410829 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-cbff8109-ce05-4edb-95ef-1d95b40b3b71 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17f36d9f4b0d47a7af5ac3c24c857793&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906863 May 28 01:43:43.438145 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8b8b88a2-31fc-4550-849b-422182af21ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:43.515064 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-32204aa0-6d77-4c5f-9b95-1f26bacfc223 req-ab55c9c6-61a4-48f6-b3df-c8712d2c8c41 service neutron] 10.222.0.20 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114699 May 28 01:43:43.540800 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8b8b88a2-31fc-4550-849b-422182af21ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:43.556266 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-f75cc42e-ca2b-4e58-999f-07c294391925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:43.575474 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b88a2-31fc-4550-849b-422182af21ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4a0d95-749c-4462-9821-7d694f1ad3f8,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:43.578823 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-8b8b88a2-31fc-4550-849b-422182af21ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:43.586973 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8b8b88a2-31fc-4550-849b-422182af21ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:43.588203 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-8b8b88a2-31fc-4550-849b-422182af21ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c4a0d95-749c-4462-9821-7d694f1ad3f8 HTTP/1.1" status: 204 len: 168 time: 0.3864145 May 28 01:43:43.605164 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-1cabb005-f81f-4639-ab44-11790030d126 service neutron] 10.222.0.32 "GET /v2.0/networks/cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920948 May 28 01:43:43.739936 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fafaa896-4790-4773-b43a-ff71a2225bb5 req-b6eb825a-d2de-4b60-9aa4-2de235ca2af7 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 210 time: 0.1055877 May 28 01:43:43.818831 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-405e0958-bfea-48a0-ab63-40c616ce7d53 service neutron] 10.222.0.32 "GET /v2.0/networks/cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049391 May 28 01:43:43.984903 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473440d8-c182-495f-a4a8-2a4d7da18c20 req-4f2a9365-4058-4ac3-aba5-14d8cc69520b tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:43.995730 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-473440d8-c182-495f-a4a8-2a4d7da18c20 req-4f2a9365-4058-4ac3-aba5-14d8cc69520b tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.1385450 May 28 01:43:44.129083 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-473440d8-c182-495f-a4a8-2a4d7da18c20 req-a803bab1-d386-473f-b53b-659a04636fa8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324100 May 28 01:43:44.199156 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2602a-cd8c-433d-b477-d922d96561ec req-f9939d40-756f-4817-984c-29c5e49760a6 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:44.200691 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-20d2602a-cd8c-433d-b477-d922d96561ec req-f9939d40-756f-4817-984c-29c5e49760a6 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 943 time: 0.1337464 May 28 01:43:44.300202 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-60b993a5-e2ee-41af-9ce5-ca8b99532bee req-af0f32d6-3f6e-490b-831e-ba9a4a4f3b41 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 210 time: 0.0907304 May 28 01:43:44.339404 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-20d2602a-cd8c-433d-b477-d922d96561ec req-1c5402de-aec6-44e9-a7e6-58231710b499 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007214 May 28 01:43:44.409530 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 93a08a4e-074d-40a1-b262-493f59ee178b details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:43:44.647871 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-52d5613a-e005-4fe9-b187-a5b661dc44df tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:44.651262 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-52d5613a-e005-4fe9-b187-a5b661dc44df tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.20 "GET /v2.0/networks?id=82aafeca-e7e1-4e65-9cf1-37a476c31428 HTTP/1.1" status: 200 len: 809 time: 0.2870324 May 28 01:43:44.680564 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-67d8711b-e47a-44ff-af7a-23f94560a169 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Request body: {'port': {'device_id': '9b82a18d-a4b6-4e84-82b6-c10d211b9652', 'network_id': '82aafeca-e7e1-4e65-9cf1-37a476c31428', 'admin_state_up': True, 'tenant_id': '4e3548e43fa740cb9339381a7fd2487a'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:44.681681 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488187f-3023-4752-aacb-a01bfdad13b3 req-4838273d-6f13-4bfd-96ff-37d71a548d64 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:44.690423 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8488187f-3023-4752-aacb-a01bfdad13b3 req-4838273d-6f13-4bfd-96ff-37d71a548d64 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05aea9e-993d-4aa2-81ac-26f7b6c2df91 HTTP/1.1" status: 200 len: 944 time: 0.2103755 May 28 01:43:44.703244 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 93a08a4e-074d-40a1-b262-493f59ee178b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=93a08a4e-074d-40a1-b262-493f59ee178b,segment=NetworkSegment(7c607989-63e8-4f5e-9b23-b81cad895349),segment_id=7c607989-63e8-4f5e-9b23-b81cad895349)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:44.754550 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': '93a08a4e-074d-40a1-b262-493f59ee178b', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'port_id': '93a08a4e-074d-40a1-b262-493f59ee178b', 'mac_address': 'fa:16:3e:55:39:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:43:44.839685 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8488187f-3023-4752-aacb-a01bfdad13b3 req-17ed4a7c-03a5-4ec2-8889-a98b969fe230 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479690 May 28 01:43:44.884448 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:44.907056 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a08a4e-074d-40a1-b262-493f59ee178b {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:43:44.925979 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 93a08a4e-074d-40a1-b262-493f59ee178b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=93a08a4e-074d-40a1-b262-493f59ee178b,segment=NetworkSegment(7c607989-63e8-4f5e-9b23-b81cad895349),segment_id=7c607989-63e8-4f5e-9b23-b81cad895349)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:44.931480 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:44.932925 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 54296) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:44.935108 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-6a08a633-be77-45e8-bd7d-fe22bbc02884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:44.935311 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-67d8711b-e47a-44ff-af7a-23f94560a169 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:44.940003 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-67d8711b-e47a-44ff-af7a-23f94560a169 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Usage tracker for resource:port and tenant:4e3548e43fa740cb9339381a7fd2487a is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:44.943557 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-67d8711b-e47a-44ff-af7a-23f94560a169 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:44.949733 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-67d8711b-e47a-44ff-af7a-23f94560a169 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:44.970139 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-67d8711b-e47a-44ff-af7a-23f94560a169 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Made reservation on behalf of 4e3548e43fa740cb9339381a7fd2487a for: {'port': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:43:44.980461 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-67d8711b-e47a-44ff-af7a-23f94560a169 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:45.050600 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-588d0af8-0d2a-46e2-b3f0-ab774eeb305b req-e253a3fa-d128-4c3d-b6ee-91d9dd55b1d9 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 210 time: 0.0908010 May 28 01:43:45.051530 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=93a08a4e-074d-40a1-b262-493f59ee178b,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:45.055366 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:45.232990 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_common [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-67d8711b-e47a-44ff-af7a-23f94560a169 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Allocated IP 172.20.0.5 (82aafeca-e7e1-4e65-9cf1-37a476c31428/6d0736fc-ec32-4143-950e-4b271c62ce63/aad94e16-a7ad-4740-8bf8-7bc6e30ee317) {{(pid=98374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:43:45.361452 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f339c-7930-4f58-85de-44552b3b53c2 req-0b019972-dc0d-4bc1-b000-6d8230544cec tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:45.369029 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e46f339c-7930-4f58-85de-44552b3b53c2 req-0b019972-dc0d-4bc1-b000-6d8230544cec tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.1116471 May 28 01:43:45.389523 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-769832035-network', 'tenant_id': '80115eb4505040a89af0ce7659f24042'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:45.398318 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:45.405393 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Usage tracker for resource:network and tenant:80115eb4505040a89af0ce7659f24042 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:45.417720 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:45.428557 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:45.437982 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['93a08a4e-074d-40a1-b262-493f59ee178b'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:43:45.438530 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e46f339c-7930-4f58-85de-44552b3b53c2 req-a4c61123-45cc-44a8-9aee-1782c8492460 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680499 May 28 01:43:45.501761 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d402e0e1-4f47-4e73-a866-beb11828d6c9 req-92cb2e10-d388-4587-b32e-bcb8460043ee tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 210 time: 0.0601912 May 28 01:43:45.502404 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Made reservation on behalf of 80115eb4505040a89af0ce7659f24042 for: {'network': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:43:45.505078 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4178980'] for network, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:45.518546 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-67d8711b-e47a-44ff-af7a-23f94560a169 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Notify callbacks [] for port, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:45.519973 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:45.539249 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:45.544055 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Usage tracker for resource:security_group_rule and tenant:80115eb4505040a89af0ce7659f24042 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:45.551210 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:45.558633 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:45.585192 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-67d8711b-e47a-44ff-af7a-23f94560a169 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:45.601321 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:45.662311 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-67d8711b-e47a-44ff-af7a-23f94560a169 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Network 82aafeca-e7e1-4e65-9cf1-37a476c31428 is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:43:45.669690 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-67d8711b-e47a-44ff-af7a-23f94560a169 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:45.674768 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-67d8711b-e47a-44ff-af7a-23f94560a169 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Received port after_create {{(pid=98374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:43:45.692249 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:45.735014 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:45.742189 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8711b-e47a-44ff-af7a-23f94560a169 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Pushing event updated for resources: {'Port': ['ID=aad94e16-a7ad-4740-8bf8-7bc6e30ee317,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:45.744722 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-8e140630-7f59-4992-b11c-626e0e11896f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:45.746790 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-67d8711b-e47a-44ff-af7a-23f94560a169 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:45.757860 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-67d8711b-e47a-44ff-af7a-23f94560a169 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:45.758589 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-67d8711b-e47a-44ff-af7a-23f94560a169 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for port, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:45.788249 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-67d8711b-e47a-44ff-af7a-23f94560a169 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1119101 May 28 01:43:45.790797 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=98373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 01:43:45.809002 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef5a1da-7f62-4e65-860b-7264630d460b,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:45.814213 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:45.814571 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.segments_db [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Added segment a7102f3a-e9ff-49ec-861a-82dec178c589 of type vlan for network d5229988-7111-4951-bfef-8f99fc9ca578 May 28 01:43:45.815778 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:45.819696 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Request body: {'port': {'device_id': '9b82a18d-a4b6-4e84-82b6-c10d211b9652', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:45.856775 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd526ef6-1026-4ac5-9340-e7a3d689b683 req-6637e753-50cf-410c-9ed8-883faacfc17d tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:45.858403 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-dd526ef6-1026-4ac5-9340-e7a3d689b683 req-6637e753-50cf-410c-9ed8-883faacfc17d tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 944 time: 0.1645741 May 28 01:43:45.862448 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764330948172'] for network, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:45.919977 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54346) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:46.003995 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:46.023101 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760'] for network, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:46.031437 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:46.032056 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:46.037727 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-dd526ef6-1026-4ac5-9340-e7a3d689b683 req-33f208f3-18bc-496f-a916-f2a022a4d2d8 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673567 May 28 01:43:46.041931 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:46.170099 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Pushing event updated for resources: {'Network': ['ID=d5229988-7111-4951-bfef-8f99fc9ca578,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:46.183916 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Network d5229988-7111-4951-bfef-8f99fc9ca578 details requested by agent ovs-agent-dv-cinder-793515-1-smb with host dv-cinder-793515-1-smb {{(pid=98375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 01:43:46.204910 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-cf19e06e-fc60-4bf7-90d7-761aebba3627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:46.212466 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:46.232306 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-cf19e06e-fc60-4bf7-90d7-761aebba3627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:46.266035 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-cf19e06e-fc60-4bf7-90d7-761aebba3627 admin admin] Usage tracker for resource:security_group_rule and tenant:2a5da4ae72c5483b97ea479308164918 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:46.271731 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-cf19e06e-fc60-4bf7-90d7-761aebba3627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:46.298611 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3638229 May 28 01:43:46.305768 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-7118c911-72ce-41f3-8f8d-0ce201f25c6d tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:46.307117 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-7118c911-72ce-41f3-8f8d-0ce201f25c6d tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.20 "GET /v2.0/networks?id=cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca HTTP/1.1" status: 200 len: 808 time: 0.4188011 May 28 01:43:46.307585 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 54358) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:46.318733 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-5abc8d32-22ac-4f7c-94fe-99286159b4fb admin admin] Request body: {'subnet': {'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-769832035-subnet', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'ip_version': 4}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:46.325549 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-cf19e06e-fc60-4bf7-90d7-761aebba3627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:46.330893 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-5abc8d32-22ac-4f7c-94fe-99286159b4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:46.348653 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-141a72e2-96e2-4618-a4b2-84147e5a4606 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Request body: {'port': {'device_id': 'b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1', 'network_id': 'cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca', 'admin_state_up': True, 'tenant_id': '17f36d9f4b0d47a7af5ac3c24c857793'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:46.362743 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-5abc8d32-22ac-4f7c-94fe-99286159b4fb admin admin] Usage tracker for resource:subnet and tenant:80115eb4505040a89af0ce7659f24042 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:46.380646 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-5abc8d32-22ac-4f7c-94fe-99286159b4fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:46.431527 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:43:46.439056 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-5abc8d32-22ac-4f7c-94fe-99286159b4fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:46.481111 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abc8d32-22ac-4f7c-94fe-99286159b4fb admin admin] Made reservation on behalf of 80115eb4505040a89af0ce7659f24042 for: {'subnet': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:43:46.483971 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5abc8d32-22ac-4f7c-94fe-99286159b4fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10516475'] for subnet, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:46.530941 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-cf19e06e-fc60-4bf7-90d7-761aebba3627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:46.531743 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d5dec-e9f0-4d18-a434-a8ef1ca66902 req-1165186e-12df-4b03-a625-745e791402a7 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:46.533497 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8c1d5dec-e9f0-4d18-a434-a8ef1ca66902 req-1165186e-12df-4b03-a625-745e791402a7 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05aea9e-993d-4aa2-81ac-26f7b6c2df91 HTTP/1.1" status: 200 len: 944 time: 0.3731828 May 28 01:43:46.536914 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.notifiers.nova [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad94e16-a7ad-4740-8bf8-7bc6e30ee317 {{(pid=98374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:43:46.543471 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-cf19e06e-fc60-4bf7-90d7-761aebba3627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:46.551042 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:46.554663 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-f05ddd21-5785-4479-aedf-0da245394095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:46.593706 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb,segment=NetworkSegment(d12d5d54-573a-46e8-8145-3515ecd566e1),segment_id=d12d5d54-573a-46e8-8145-3515ecd566e1)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:46.599394 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.provisioning_blocks [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Transition to ACTIVE for port object aad94e16-a7ad-4740-8bf8-7bc6e30ee317 will not be triggered until provisioned by entity L2. {{(pid=98374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:43:46.606874 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-cf19e06e-fc60-4bf7-90d7-761aebba3627 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a5da4ae72c5483b97ea479308164918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6834261 May 28 01:43:46.607057 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fb094-cf77-4c1f-a3a1-39687a8c21a8 req-b356911d-f157-4687-8c2c-660a565df351 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:46.607876 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54366) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:46.610615 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': '9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb', 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e', 'port_id': '9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb', 'mac_address': 'fa:16:3e:fb:88:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52254074-e28a-4080-9a1b-3e9eccf9a78c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:43:46.610929 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10898818'] for port, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:46.615350 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-502fb094-cf77-4c1f-a3a1-39687a8c21a8 req-b356911d-f157-4687-8c2c-660a565df351 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 931 time: 0.3744111 May 28 01:43:46.620029 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19e06e-fc60-4bf7-90d7-761aebba3627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dc677e-c080-4360-9d48-4004d9e0bf5f,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:46.629839 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-cf19e06e-fc60-4bf7-90d7-761aebba3627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:46.630505 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:46.670185 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:46.703090 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:43:46.721134 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb,segment=NetworkSegment(d12d5d54-573a-46e8-8145-3515ecd566e1),segment_id=d12d5d54-573a-46e8-8145-3515ecd566e1)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:46.726001 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:46.728799 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:46.729328 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-141a72e2-96e2-4618-a4b2-84147e5a4606 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:46.733836 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-502fb094-cf77-4c1f-a3a1-39687a8c21a8 req-1a120373-f75b-442a-8244-afb73ecbf178 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Synchronizing usage tracker for tenant:4e3548e43fa740cb9339381a7fd2487a on resource:security_group {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:43:46.743488 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-141a72e2-96e2-4618-a4b2-84147e5a4606 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Usage tracker for resource:port and tenant:17f36d9f4b0d47a7af5ac3c24c857793 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:46.748472 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-141a72e2-96e2-4618-a4b2-84147e5a4606 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:46.753691 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8c1d5dec-e9f0-4d18-a434-a8ef1ca66902 req-ddf78d79-f306-4162-9d2d-74aaa12c0aa9 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604471 May 28 01:43:46.761282 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-141a72e2-96e2-4618-a4b2-84147e5a4606 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:46.813514 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:46.817053 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:46.823996 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-502fb094-cf77-4c1f-a3a1-39687a8c21a8 req-1a120373-f75b-442a-8244-afb73ecbf178 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Unset dirty status for tenant:4e3548e43fa740cb9339381a7fd2487a on resource:security_group {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:43:46.830991 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-502fb094-cf77-4c1f-a3a1-39687a8c21a8 req-1a120373-f75b-442a-8244-afb73ecbf178 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/security-groups?id=715c6156-7943-4113-9d40-3a7efc2bf0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148187 May 28 01:43:46.868204 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Pushing event updated for resources: {'Port': ['ID=aad94e16-a7ad-4740-8bf8-7bc6e30ee317,revision_number=2']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:46.894293 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-141a72e2-96e2-4618-a4b2-84147e5a4606 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Made reservation on behalf of 17f36d9f4b0d47a7af5ac3c24c857793 for: {'port': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:43:46.896346 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:46.899443 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-141a72e2-96e2-4618-a4b2-84147e5a4606 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:46.953209 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7efd-6ba0-4bf2-b52b-cc2542da97cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:46.999474 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7efd-6ba0-4bf2-b52b-cc2542da97cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:47.024880 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.managers [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Attempting to bind port aad94e16-a7ad-4740-8bf8-7bc6e30ee317 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:43:47.025211 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.managers [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Attempting to bind port aad94e16-a7ad-4740-8bf8-7bc6e30ee317 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '1710e917-aeb9-4254-878a-321559a2b55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '82aafeca-e7e1-4e65-9cf1-37a476c31428'}] {{(pid=98374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:43:47.025534 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Attempting to bind port aad94e16-a7ad-4740-8bf8-7bc6e30ee317 on network 82aafeca-e7e1-4e65-9cf1-37a476c31428 {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:43:47.038421 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Port aad94e16-a7ad-4740-8bf8-7bc6e30ee317 on network 82aafeca-e7e1-4e65-9cf1-37a476c31428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 01:43:47.038742 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Attempting to bind port aad94e16-a7ad-4740-8bf8-7bc6e30ee317 on network 82aafeca-e7e1-4e65-9cf1-37a476c31428 {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:43:47.049016 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Checking agent: {'id': '1b125da3-7d0c-4b26-bfd9-a1004cddd395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:43:47.049357 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Checking segment: {'id': '1710e917-aeb9-4254-878a-321559a2b55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '82aafeca-e7e1-4e65-9cf1-37a476c31428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:43:47.049732 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Bound using segment: {'id': '1710e917-aeb9-4254-878a-321559a2b55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '82aafeca-e7e1-4e65-9cf1-37a476c31428'} {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:43:47.050156 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.managers [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Bound port: aad94e16-a7ad-4740-8bf8-7bc6e30ee317, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1710e917-aeb9-4254-878a-321559a2b55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '82aafeca-e7e1-4e65-9cf1-37a476c31428'}}] {{(pid=98374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:43:47.050503 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:47.082942 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-df985809-9ece-4ebf-a8f3-5305164f22a6 req-592b4776-ad62-463c-97d1-43bff912dc05 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 210 time: 0.1100307 May 28 01:43:47.124790 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7efd-6ba0-4bf2-b52b-cc2542da97cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:47.130757 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-583343ba-0a03-4d04-9d73-3f8fd87d4896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:47.152783 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b7efd-6ba0-4bf2-b52b-cc2542da97cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dc677e-c080-4360-9d48-4004d9e0bf5f,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:47.157328 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-1f5b7efd-6ba0-4bf2-b52b-cc2542da97cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:47.160226 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:43:47.170010 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7efd-6ba0-4bf2-b52b-cc2542da97cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:47.173743 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-1f5b7efd-6ba0-4bf2-b52b-cc2542da97cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84dc677e-c080-4360-9d48-4004d9e0bf5f HTTP/1.1" status: 204 len: 168 time: 0.5625165 May 28 01:43:47.199068 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.db [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] For port aad94e16-a7ad-4740-8bf8-7bc6e30ee317, host hv-cinder-79351, cleared binding levels {{(pid=98374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:43:47.204746 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.db [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] For port aad94e16-a7ad-4740-8bf8-7bc6e30ee317, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=aad94e16-a7ad-4740-8bf8-7bc6e30ee317,segment=NetworkSegment(1710e917-aeb9-4254-878a-321559a2b55a),segment_id=1710e917-aeb9-4254-878a-321559a2b55a)] {{(pid=98374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:43:47.220760 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10898818'] for port, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:47.231278 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331cc24-b512-4ef4-b326-6cbe648026f0 req-6d5eb445-79f3-4d60-b55b-e040bf48f95c tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:47.238355 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9e6a55bc-cd12-4afb-9578-2c9065136d51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:47.238930 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1331cc24-b512-4ef4-b326-6cbe648026f0 req-6d5eb445-79f3-4d60-b55b-e040bf48f95c tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.3280783 May 28 01:43:47.333285 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Pushing event updated for resources: {'Port': ['ID=aad94e16-a7ad-4740-8bf8-7bc6e30ee317,revision_number=3']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:47.338322 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:47.343236 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:47.344037 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for port, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:47.345585 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] 10.222.0.20 "PUT /v2.0/ports/aad94e16-a7ad-4740-8bf8-7bc6e30ee317 HTTP/1.1" status: 200 len: 1093 time: 1.5301590 May 28 01:43:47.346308 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b82a18d-a4b6-4e84-82b6-c10d211b9652', 'tag': 'aad94e16-a7ad-4740-8bf8-7bc6e30ee317'}] {{(pid=98374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:43:47.447907 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1331cc24-b512-4ef4-b326-6cbe648026f0 req-5ee9ddda-41ea-44cd-a620-6498e4186541 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079961 May 28 01:43:47.454054 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-141a72e2-96e2-4618-a4b2-84147e5a4606 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Allocated IP 172.20.0.12 (cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca/40f7c061-5818-43f8-8a18-a70a53c82cfb/d1441100-0136-4f88-af7f-042efffdb324) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:43:47.500404 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b82a18d-a4b6-4e84-82b6-c10d211b9652', 'tag': 'aad94e16-a7ad-4740-8bf8-7bc6e30ee317', 'status': 'completed', 'code': 200} May 28 01:43:47.516579 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-4e0b2fe0-c575-4d89-8de3-aa69e8a14a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:47.518241 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-4e0b2fe0-c575-4d89-8de3-aa69e8a14a05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e3548e43fa740cb9339381a7fd2487a&device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 1096 time: 0.0879753 May 28 01:43:47.604663 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54380) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:47.625394 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-3c6c694a-f1fc-4f15-acc6-202038076c4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aad94e16-a7ad-4740-8bf8-7bc6e30ee317 HTTP/1.1" status: 200 len: 217 time: 0.0839226 May 28 01:43:47.629294 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-11353ceb-46ee-4a9d-a115-0f5c390b029e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:47.674836 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a103969-4231-45a2-bb8c-4b0381a382cf req-2909b1f5-d9a9-4871-a74b-5f5cc5a2a28b tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:47.676333 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4a103969-4231-45a2-bb8c-4b0381a382cf req-2909b1f5-d9a9-4871-a74b-5f5cc5a2a28b tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 944 time: 0.2236702 May 28 01:43:47.684461 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-11353ceb-46ee-4a9d-a115-0f5c390b029e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:47.695012 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-11353ceb-46ee-4a9d-a115-0f5c390b029e admin admin] Usage tracker for resource:security_group_rule and tenant:d78b19b83c684e519a1341080303b897 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:47.699464 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-11353ceb-46ee-4a9d-a115-0f5c390b029e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:47.708851 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-11353ceb-46ee-4a9d-a115-0f5c390b029e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:47.718360 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-817fe77e-4c68-43af-affa-f8198a993f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:47.719872 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-817fe77e-4c68-43af-affa-f8198a993f8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d0736fc-ec32-4143-950e-4b271c62ce63 HTTP/1.1" status: 200 len: 849 time: 0.0799243 May 28 01:43:47.761845 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5abc8d32-22ac-4f7c-94fe-99286159b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10518784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10516461'] for subnet, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:47.779669 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-a75bd205-a66a-4c15-bb3b-bfea3d14a09e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82aafeca-e7e1-4e65-9cf1-37a476c31428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475659 May 28 01:43:47.780944 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-f60de0fa-0af0-4cb2-b810-bd40d3220525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:47.852856 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4a103969-4231-45a2-bb8c-4b0381a382cf req-efe9644d-89a6-4d31-a6aa-04c004e48cd2 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306851 May 28 01:43:47.906187 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc8d32-22ac-4f7c-94fe-99286159b4fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f16f84-fabf-40d4-be95-91f2cfae9bba,revision_number=0']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:47.954625 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-5abc8d32-22ac-4f7c-94fe-99286159b4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:47.962417 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-60a417ce-a602-4c2b-941c-a1b6df2f0c9c service neutron] 10.222.0.20 "GET /v2.0/networks/82aafeca-e7e1-4e65-9cf1-37a476c31428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756794 May 28 01:43:47.977384 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-141a72e2-96e2-4618-a4b2-84147e5a4606 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:47.982949 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abc8d32-22ac-4f7c-94fe-99286159b4fb admin admin] Checking segment: {'id': 'a7102f3a-e9ff-49ec-861a-82dec178c589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:43:47.983323 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abc8d32-22ac-4f7c-94fe-99286159b4fb admin admin] Network hostable DHCP agents. Network: d5229988-7111-4951-bfef-8f99fc9ca578, hostable agents: ['18dcb2a5-1deb-4e04-a203-0597d71fb4d8'], hosted agents: [] {{(pid=98373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 01:43:47.996074 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-11353ceb-46ee-4a9d-a115-0f5c390b029e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:48.005341 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-11353ceb-46ee-4a9d-a115-0f5c390b029e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:48.055951 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-931b9aff-108f-4e04-b823-1951491526b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:48.077969 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abc8d32-22ac-4f7c-94fe-99286159b4fb admin admin] Network d5229988-7111-4951-bfef-8f99fc9ca578 is scheduled to be hosted by DHCP agent 18dcb2a5-1deb-4e04-a203-0597d71fb4d8 with binding_index 1 {{(pid=98373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 01:43:48.099424 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [None req-5abc8d32-22ac-4f7c-94fe-99286159b4fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-1-smb, d5229988-7111-4951-bfef-8f99fc9ca578) {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:48.109986 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11353ceb-46ee-4a9d-a115-0f5c390b029e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1826f7b-0439-426d-9951-c116659945cb,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:48.113420 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50d30a3-41ef-4462-a279-5427829e79ab None None] Network d5229988-7111-4951-bfef-8f99fc9ca578 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:43:48.118451 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-11353ceb-46ee-4a9d-a115-0f5c390b029e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:48.119794 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe1b48-7d26-4d0c-8bec-5c433a909cd2 req-775997d6-b882-46fb-931b-01866c8be5f1 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:48.127281 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-69fe1b48-7d26-4d0c-8bec-5c433a909cd2 req-775997d6-b882-46fb-931b-01866c8be5f1 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05aea9e-993d-4aa2-81ac-26f7b6c2df91 HTTP/1.1" status: 200 len: 945 time: 0.2286401 May 28 01:43:48.136078 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-11353ceb-46ee-4a9d-a115-0f5c390b029e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d78b19b83c684e519a1341080303b897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5281124 May 28 01:43:48.136311 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54390) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:48.149763 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abc8d32-22ac-4f7c-94fe-99286159b4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:48.150364 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5abc8d32-22ac-4f7c-94fe-99286159b4fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:48.158387 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-141a72e2-96e2-4618-a4b2-84147e5a4606 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:48.171489 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:48.189566 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6668d913-30b7-42ba-894f-5f4ecd730c0f req-b3f5265f-c162-45ce-a974-1b5dc8b3b80e service neutron] 10.222.0.20 "GET /v2.0/networks/82aafeca-e7e1-4e65-9cf1-37a476c31428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124913 May 28 01:43:48.233154 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a844a0e-02cb-48d1-ba18-74a89f5c673d req-a741b281-f5e9-4e90-9e24-43e5f6a796e2 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:48.234858 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-806ab2e1-b797-48fd-bd1e-827f703a5e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:48.235037 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7a844a0e-02cb-48d1-ba18-74a89f5c673d req-a741b281-f5e9-4e90-9e24-43e5f6a796e2 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 943 time: 0.2621250 May 28 01:43:48.263533 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-806ab2e1-b797-48fd-bd1e-827f703a5e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:48.293778 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-141a72e2-96e2-4618-a4b2-84147e5a4606 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Network cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:43:48.304366 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-69fe1b48-7d26-4d0c-8bec-5c433a909cd2 req-249561dd-c66c-4eb6-ab21-630a150ba7b3 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762273 May 28 01:43:48.330292 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-5abc8d32-22ac-4f7c-94fe-99286159b4fb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0193686 May 28 01:43:48.331122 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a72e2-96e2-4618-a4b2-84147e5a4606 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Pushing event updated for resources: {'Port': ['ID=d1441100-0136-4f88-af7f-042efffdb324,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:48.361579 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552f635f-1492-429c-878d-ef6410994394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffb1b018-9cd8-52c6-ac74-067ce0528836-d5229988-7111-4951-bfef-8f99fc9ca578', 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'fixed_ips': [{'subnet_id': '93f16f84-fabf-40d4-be95-91f2cfae9bba'}]}} from dv-cinder-793515-1-smb. {{(pid=98375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 28 01:43:48.361956 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54396) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:48.362463 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-552f635f-1492-429c-878d-ef6410994394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:48.371761 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-769832035-router', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:48.372055 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-141a72e2-96e2-4618-a4b2-84147e5a4606 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:48.374638 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-141a72e2-96e2-4618-a4b2-84147e5a4606 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:48.381450 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-806ab2e1-b797-48fd-bd1e-827f703a5e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:48.387888 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-24cc238a-1a37-47ac-baa0-9c792c201131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:48.388946 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7a844a0e-02cb-48d1-ba18-74a89f5c673d req-92ec9c92-4317-4885-82e7-77ca596c64d2 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/security-groups?id=715c6156-7943-4113-9d40-3a7efc2bf0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319444 May 28 01:43:48.389808 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-141a72e2-96e2-4618-a4b2-84147e5a4606 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:43:48.400896 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:48.404914 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ab2e1-b797-48fd-bd1e-827f703a5e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1826f7b-0439-426d-9951-c116659945cb,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:48.415346 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-806ab2e1-b797-48fd-bd1e-827f703a5e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:48.416333 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Usage tracker for resource:router and tenant:80115eb4505040a89af0ce7659f24042 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:48.427463 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:48.430916 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-806ab2e1-b797-48fd-bd1e-827f703a5e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:48.434348 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-806ab2e1-b797-48fd-bd1e-827f703a5e2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1826f7b-0439-426d-9951-c116659945cb HTTP/1.1" status: 204 len: 168 time: 0.2948699 May 28 01:43:48.437578 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:48.465740 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1c443-69f0-42a8-a03c-160d13af046e req-bec93d03-3ed7-481f-9c1c-b15a356788a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:48.468228 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-b0a1c443-69f0-42a8-a03c-160d13af046e req-bec93d03-3ed7-481f-9c1c-b15a356788a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e3548e43fa740cb9339381a7fd2487a&device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 1096 time: 0.1440330 May 28 01:43:48.469522 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6847'] for router, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:48.470776 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1020607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6836'] for router, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:48.494999 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:43:48.538587 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-141a72e2-96e2-4618-a4b2-84147e5a4606 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:48.539223 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-141a72e2-96e2-4618-a4b2-84147e5a4606 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:48.572948 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-141a72e2-96e2-4618-a4b2-84147e5a4606 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2362504 May 28 01:43:48.584833 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f860a-dbd9-4798-a72d-2a9a1bd96ef8 req-49206fd1-cec1-4304-ac61-9b673104a552 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:48.586294 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-423f860a-dbd9-4798-a72d-2a9a1bd96ef8 req-49206fd1-cec1-4304-ac61-9b673104a552 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Synchronizing usage tracker for tenant:17f36d9f4b0d47a7af5ac3c24c857793 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:43:48.601540 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Request body: {'port': {'device_id': 'b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:48.611253 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1c443-69f0-42a8-a03c-160d13af046e req-abb02f7e-497e-47fa-8791-8856ec9e34d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:48.612749 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-b0a1c443-69f0-42a8-a03c-160d13af046e req-abb02f7e-497e-47fa-8791-8856ec9e34d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=82aafeca-e7e1-4e65-9cf1-37a476c31428 HTTP/1.1" status: 200 len: 910 time: 0.1356218 May 28 01:43:48.623108 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:48.674660 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-423f860a-dbd9-4798-a72d-2a9a1bd96ef8 req-49206fd1-cec1-4304-ac61-9b673104a552 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Unset dirty status for tenant:17f36d9f4b0d47a7af5ac3c24c857793 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:43:48.681962 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-423f860a-dbd9-4798-a72d-2a9a1bd96ef8 req-49206fd1-cec1-4304-ac61-9b673104a552 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 932 time: 0.2395518 May 28 01:43:48.702609 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning for port 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:43:48.709756 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:48.710143 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:48.716182 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-b0a1c443-69f0-42a8-a03c-160d13af046e req-4b9eb6e5-3387-4761-9c4d-251ac7d2c3bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aad94e16-a7ad-4740-8bf8-7bc6e30ee317 HTTP/1.1" status: 200 len: 217 time: 0.0761318 May 28 01:43:48.775667 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.db_base_plugin_common [None req-552f635f-1492-429c-878d-ef6410994394 None None] Allocated IP 172.20.0.2 (d5229988-7111-4951-bfef-8f99fc9ca578/93f16f84-fabf-40d4-be95-91f2cfae9bba/ae9846a8-786f-481d-a576-0cdd5528f90a) {{(pid=98375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:43:48.791423 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:48.825147 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-423f860a-dbd9-4798-a72d-2a9a1bd96ef8 req-27a02246-1a79-4f06-aeab-ac8e7d22bdc0 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421456 May 28 01:43:48.983445 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:49.061900 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb,segment=NetworkSegment(d12d5d54-573a-46e8-8145-3515ecd566e1),segment_id=d12d5d54-573a-46e8-8145-3515ecd566e1)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:49.066228 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05aea9e-993d-4aa2-81ac-26f7b6c2df91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:43:49.067644 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:43:49.075872 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:49.076892 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 93a08a4e-074d-40a1-b262-493f59ee178b up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:43:49.114595 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:49.171831 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6850'] for router, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:49.185861 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1c443-69f0-42a8-a03c-160d13af046e req-2fbe778f-4c4d-4792-a70b-3dd4b3e64ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:49.187837 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-b0a1c443-69f0-42a8-a03c-160d13af046e req-2fbe778f-4c4d-4792-a70b-3dd4b3e64ec4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d0736fc-ec32-4143-950e-4b271c62ce63 HTTP/1.1" status: 200 len: 849 time: 0.4614794 May 28 01:43:49.233630 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95667d97-0cf0-4bf7-9ed8-a99eeedf1e1f req-06b4ed86-c01f-48fe-9fba-9c41bd56d10f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:49.240464 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-95667d97-0cf0-4bf7-9ed8-a99eeedf1e1f req-06b4ed86-c01f-48fe-9fba-9c41bd56d10f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.3842754 May 28 01:43:49.272542 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-b0a1c443-69f0-42a8-a03c-160d13af046e req-958f7464-cb7f-430e-82f9-2fe80c361094 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82aafeca-e7e1-4e65-9cf1-37a476c31428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461845 May 28 01:43:49.285170 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-552f635f-1492-429c-878d-ef6410994394 None None] Notify callbacks [] for port, precommit_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:49.297096 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-552f635f-1492-429c-878d-ef6410994394 None None] Transition to ACTIVE for port object ae9846a8-786f-481d-a576-0cdd5528f90a will not be triggered until provisioned by entity L2. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:43:49.349983 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-552f635f-1492-429c-878d-ef6410994394 None None] Transition to ACTIVE for port object ae9846a8-786f-481d-a576-0cdd5528f90a will not be triggered until provisioned by entity DHCP. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:43:49.362968 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-95667d97-0cf0-4bf7-9ed8-a99eeedf1e1f req-fbb03760-9a74-403f-a899-ab9c1b2d968c tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215599 May 28 01:43:49.373441 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-552f635f-1492-429c-878d-ef6410994394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107'] for port, after_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:49.384918 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52e290-967f-42cf-acb4-56db1dc13a39 req-2ad407a0-ad09-4a74-b342-669a986dd94c tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:49.401192 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9d52e290-967f-42cf-acb4-56db1dc13a39 req-2ad407a0-ad09-4a74-b342-669a986dd94c tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 944 time: 0.3537233 May 28 01:43:49.402428 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f635f-1492-429c-878d-ef6410994394 None None] Network d5229988-7111-4951-bfef-8f99fc9ca578 is already hosted by enough agents. {{(pid=98375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:43:49.405863 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.scheduler.base_scheduler [None req-552f635f-1492-429c-878d-ef6410994394 None None] Resources bound (agent type, host, resource id): {{(pid=98375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:49.411023 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552f635f-1492-429c-878d-ef6410994394 None None] Received port after_create {{(pid=98375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:43:49.414847 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:49.418405 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:49.421876 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-fe901548-913a-41b3-a515-d29b29bd25d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:49.484187 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-b0a1c443-69f0-42a8-a03c-160d13af046e req-959d3fae-9236-43e1-8fee-69541f98315e service neutron] 10.222.0.20 "GET /v2.0/networks/82aafeca-e7e1-4e65-9cf1-37a476c31428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014503 May 28 01:43:49.505002 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9d52e290-967f-42cf-acb4-56db1dc13a39 req-367e08b9-f932-44ee-a501-30e0e46a1a58 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026514 May 28 01:43:49.514136 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05aea9e-993d-4aa2-81ac-26f7b6c2df91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb', 'code': 200} May 28 01:43:49.674448 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning for port 93a08a4e-074d-40a1-b262-493f59ee178b completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:43:49.686654 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port 93a08a4e-074d-40a1-b262-493f59ee178b triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:49.687096 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:49.750126 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-552f635f-1492-429c-878d-ef6410994394 None None] Attempting to bind port ae9846a8-786f-481d-a576-0cdd5528f90a on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:43:49.750460 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-552f635f-1492-429c-878d-ef6410994394 None None] Attempting to bind port ae9846a8-786f-481d-a576-0cdd5528f90a by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': 'a7102f3a-e9ff-49ec-861a-82dec178c589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578'}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:43:49.750867 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552f635f-1492-429c-878d-ef6410994394 None None] Attempting to bind port ae9846a8-786f-481d-a576-0cdd5528f90a on network d5229988-7111-4951-bfef-8f99fc9ca578 {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:43:49.764508 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f635f-1492-429c-878d-ef6410994394 None None] Pushing event updated for resources: {'Port': ['ID=ae9846a8-786f-481d-a576-0cdd5528f90a,revision_number=1']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:49.767751 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-552f635f-1492-429c-878d-ef6410994394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:49.772582 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552f635f-1492-429c-878d-ef6410994394 None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:43:49.773197 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552f635f-1492-429c-878d-ef6410994394 None None] Checking segment: {'id': 'a7102f3a-e9ff-49ec-861a-82dec178c589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:43:49.773618 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-552f635f-1492-429c-878d-ef6410994394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:49.774031 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552f635f-1492-429c-878d-ef6410994394 None None] Bound using segment: {'id': 'a7102f3a-e9ff-49ec-861a-82dec178c589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578'} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:43:49.774513 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-552f635f-1492-429c-878d-ef6410994394 None None] Bound port: ae9846a8-786f-481d-a576-0cdd5528f90a, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7102f3a-e9ff-49ec-861a-82dec178c589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578'}}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:43:49.774891 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-552f635f-1492-429c-878d-ef6410994394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:49.856052 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-b0a1c443-69f0-42a8-a03c-160d13af046e req-0653e1ab-e63a-4bac-be17-6ac116768385 service neutron] 10.222.0.20 "GET /v2.0/networks/82aafeca-e7e1-4e65-9cf1-37a476c31428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334956 May 28 01:43:49.951598 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:49.971701 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-552f635f-1492-429c-878d-ef6410994394 None None] For port ae9846a8-786f-481d-a576-0cdd5528f90a, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:43:49.998632 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 93a08a4e-074d-40a1-b262-493f59ee178b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=93a08a4e-074d-40a1-b262-493f59ee178b,segment=NetworkSegment(7c607989-63e8-4f5e-9b23-b81cad895349),segment_id=7c607989-63e8-4f5e-9b23-b81cad895349)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:50.005983 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-552f635f-1492-429c-878d-ef6410994394 None None] For port ae9846a8-786f-481d-a576-0cdd5528f90a, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=ae9846a8-786f-481d-a576-0cdd5528f90a,segment=NetworkSegment(a7102f3a-e9ff-49ec-861a-82dec178c589),segment_id=a7102f3a-e9ff-49ec-861a-82dec178c589)] {{(pid=98375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:43:50.008404 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:50.011540 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:50.015961 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:50.030332 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1441100-0136-4f88-af7f-042efffdb324 {{(pid=98373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:43:50.051993 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:50.059968 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:50.083073 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=93a08a4e-074d-40a1-b262-493f59ee178b,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:50.087030 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:50.088635 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-552f635f-1492-429c-878d-ef6410994394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:50.093850 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:50.094661 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Transition to ACTIVE for port object d1441100-0136-4f88-af7f-042efffdb324 will not be triggered until provisioned by entity L2. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:43:50.110900 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:50.121557 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:50.181279 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f635f-1492-429c-878d-ef6410994394 None None] Pushing event updated for resources: {'Port': ['ID=ae9846a8-786f-481d-a576-0cdd5528f90a,revision_number=2']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:50.184474 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-552f635f-1492-429c-878d-ef6410994394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:50.208133 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b4919-ca92-465e-97aa-7e21fcf80da8 req-15dfacf1-f092-4ff6-aceb-f0b62789d04e tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:50.209859 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c58b4919-ca92-465e-97aa-7e21fcf80da8 req-15dfacf1-f092-4ff6-aceb-f0b62789d04e tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 943 time: 0.5542049 May 28 01:43:50.219406 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55099283-9cbf-4487-b376-44649168af0f req-972a6eb1-e2eb-4839-94ef-f6e62b040dfc tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:50.221092 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-55099283-9cbf-4487-b376-44649168af0f req-972a6eb1-e2eb-4839-94ef-f6e62b040dfc tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05aea9e-993d-4aa2-81ac-26f7b6c2df91 HTTP/1.1" status: 200 len: 946 time: 0.5671775 May 28 01:43:50.250667 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_common [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Allocated IP 172.28.1.44 (5b4592e9-59af-4549-9f0c-c75a5f18ce50/a16ae849-d4aa-45ca-8c4c-825a3c72e0a4/bc8daece-a365-4404-acdf-0de550747fdb) {{(pid=98374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:43:50.286098 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Pushing event updated for resources: {'Port': ['ID=d1441100-0136-4f88-af7f-042efffdb324,revision_number=2']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:50.333045 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:50.390522 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d261f0-eaa7-472d-b12a-d35f4a2943f4 req-20e06d93-4163-4cf4-925e-41e3c1c4ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:50.392188 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-66d261f0-eaa7-472d-b12a-d35f4a2943f4 req-20e06d93-4163-4cf4-925e-41e3c1c4ff7e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a05aea9e-993d-4aa2-81ac-26f7b6c2df91 HTTP/1.1" status: 200 len: 1099 time: 0.4891329 May 28 01:43:50.469472 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c58b4919-ca92-465e-97aa-7e21fcf80da8 req-2e671dca-47bc-4a95-9146-2b8416419c67 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/security-groups?id=715c6156-7943-4113-9d40-3a7efc2bf0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330437 May 28 01:43:50.494613 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:50.534085 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-55099283-9cbf-4487-b376-44649168af0f req-ad736653-a411-4740-a184-4f10803b7637 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350373 May 28 01:43:50.542447 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:50.547364 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:50.573510 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-66d261f0-eaa7-472d-b12a-d35f4a2943f4 req-b42eca36-7116-48e4-adb4-26fa75a6b237 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531708 May 28 01:43:50.618366 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:43:50.629982 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:50.635208 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Received port after_create {{(pid=98374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:43:50.654329 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Attempting to bind port d1441100-0136-4f88-af7f-042efffdb324 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:43:50.654667 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Attempting to bind port d1441100-0136-4f88-af7f-042efffdb324 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '6875ae40-2be9-4411-b471-02dfcba01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca'}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:43:50.655460 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Attempting to bind port d1441100-0136-4f88-af7f-042efffdb324 on network cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:43:50.660745 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Port d1441100-0136-4f88-af7f-042efffdb324 on network cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 01:43:50.661172 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Attempting to bind port d1441100-0136-4f88-af7f-042efffdb324 on network cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:43:50.666818 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Checking agent: {'id': '1b125da3-7d0c-4b26-bfd9-a1004cddd395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:43:50.666818 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Checking segment: {'id': '6875ae40-2be9-4411-b471-02dfcba01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:43:50.667146 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Bound using segment: {'id': '6875ae40-2be9-4411-b471-02dfcba01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca'} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:43:50.667420 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Bound port: d1441100-0136-4f88-af7f-042efffdb324, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6875ae40-2be9-4411-b471-02dfcba01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca'}}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:43:50.667796 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:50.688170 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8daece-a365-4404-acdf-0de550747fdb,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:50.692526 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:50.819424 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] For port d1441100-0136-4f88-af7f-042efffdb324, host hv-cinder-79351, cleared binding levels {{(pid=98373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:43:50.823215 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] For port d1441100-0136-4f88-af7f-042efffdb324, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d1441100-0136-4f88-af7f-042efffdb324,segment=NetworkSegment(6875ae40-2be9-4411-b471-02dfcba01fd6),segment_id=6875ae40-2be9-4411-b471-02dfcba01fd6)] {{(pid=98373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:43:50.829505 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:50.835262 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:50.885685 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986fea1-7a23-4844-aebd-62692f69f06a req-22d6f2e9-aa21-4e1e-9ace-a6dd4a0c06c3 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:50.887336 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a986fea1-7a23-4844-aebd-62692f69f06a req-22d6f2e9-aa21-4e1e-9ace-a6dd4a0c06c3 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 944 time: 0.2060516 May 28 01:43:50.907395 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:50.908220 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:50.909543 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] 10.222.0.20 "PUT /v2.0/ports/d1441100-0136-4f88-af7f-042efffdb324 HTTP/1.1" status: 200 len: 1094 time: 2.3168943 May 28 01:43:50.927799 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1', 'tag': 'd1441100-0136-4f88-af7f-042efffdb324'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:43:50.964660 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Pushing event updated for resources: {'Port': ['ID=d1441100-0136-4f88-af7f-042efffdb324,revision_number=3']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:50.968092 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:50.975912 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a986fea1-7a23-4844-aebd-62692f69f06a req-22eed045-6e71-4db6-a1c0-937c9e0af32e tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767620 May 28 01:43:51.189639 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:51.272096 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-b847b115-9523-4edb-8d99-5b5adde95bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:51.274135 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-b847b115-9523-4edb-8d99-5b5adde95bc6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17f36d9f4b0d47a7af5ac3c24c857793&device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 1097 time: 0.2118623 May 28 01:43:51.286669 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed252330-3140-46da-abb2-91c991c81618 req-babdab30-5d4a-43b4-aa7d-3b24c563a562 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:51.288128 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ed252330-3140-46da-abb2-91c991c81618 req-babdab30-5d4a-43b4-aa7d-3b24c563a562 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.1771965 May 28 01:43:51.296601 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50de7f8-2cf2-4109-85c2-54cf5846a065 req-9dd2f5fb-5acf-47b3-8d7b-262c96a90e32 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:51.298061 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e50de7f8-2cf2-4109-85c2-54cf5846a065 req-9dd2f5fb-5acf-47b3-8d7b-262c96a90e32 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.1465347 May 28 01:43:51.321906 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a714faa-f5de-4370-a8a3-a25267ab21c9 None None] Network d5229988-7111-4951-bfef-8f99fc9ca578 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:43:51.396000 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-d855e483-c136-41ec-9696-5e83b395c490 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1441100-0136-4f88-af7f-042efffdb324 HTTP/1.1" status: 200 len: 217 time: 0.0968604 May 28 01:43:51.416084 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-9e5e15ec-dd45-468e-bd23-e308afb1ceba None None] Provisioning for port ae9846a8-786f-481d-a576-0cdd5528f90a completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:43:51.469185 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ed252330-3140-46da-abb2-91c991c81618 req-63fcf3b3-2b4a-4e7c-a594-fa5144384a3c tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691208 May 28 01:43:51.490338 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e50de7f8-2cf2-4109-85c2-54cf5846a065 req-8771ec3f-05fa-4c55-9adb-de57aa16a135 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324742 May 28 01:43:51.510161 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-d79ae6a0-a459-42e9-bf89-87b6d9a5954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:51.511733 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-d79ae6a0-a459-42e9-bf89-87b6d9a5954b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40f7c061-5818-43f8-8a18-a70a53c82cfb HTTP/1.1" status: 200 len: 848 time: 0.0988684 May 28 01:43:51.523671 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ead4a8-5587-49fc-b863-49c2baaffb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a08a4e-074d-40a1-b262-493f59ee178b'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:43:51.550817 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025286'] for router, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:51.588923 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ead4a8-5587-49fc-b863-49c2baaffb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a08a4e-074d-40a1-b262-493f59ee178b', 'code': 200} May 28 01:43:51.590326 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1', 'tag': 'd1441100-0136-4f88-af7f-042efffdb324', 'status': 'completed', 'code': 200} May 28 01:43:51.618784 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-7350e9f0-7aa5-4341-973f-1bed71c28f4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986152 May 28 01:43:51.833236 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Router 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 is scheduled to L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 with binding_index 1 {{(pid=98374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 01:43:52.104874 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-158db0ec-e07d-4b29-a0c3-c9333cdb75f1 service neutron] 10.222.0.20 "GET /v2.0/networks/cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720078 May 28 01:43:52.165138 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:43:52.167364 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55e11a-51a2-42ff-a6b3-d5d53218ced7 req-6a740ff9-67a5-485d-bb4f-b65dfcc01aad tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:52.175125 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3a55e11a-51a2-42ff-a6b3-d5d53218ced7 req-6a740ff9-67a5-485d-bb4f-b65dfcc01aad tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05aea9e-993d-4aa2-81ac-26f7b6c2df91 HTTP/1.1" status: 200 len: 946 time: 0.3921585 May 28 01:43:52.176280 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Sync routers for ids ['835ff9ac-8264-4c75-8d4c-a02532d5dbe5'] in dv-cinder-793515-1-smb {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:43:52.187239 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Routers {'835ff9ac-8264-4c75-8d4c-a02532d5dbe5'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:43:52.187986 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:43:29Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['835ff9ac-8264-4c75-8d4c-a02532d5dbe5'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:52.201650 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Notify callbacks [] for router, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:52.202861 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8356276 May 28 01:43:52.206555 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54468) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:52.274118 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddd22b-7794-48e9-be6f-29106507b8b2 req-d268de98-7963-4fbf-b139-016d59193cae tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:52.275864 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-55ddd22b-7794-48e9-be6f-29106507b8b2 req-d268de98-7963-4fbf-b139-016d59193cae tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 943 time: 0.5981624 May 28 01:43:52.336832 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2ca40-14a8-421e-ac4b-8c80b9f02148 req-1be9dc0e-4afb-4af4-8953-eb48af5830e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:52.338498 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a3f2ca40-14a8-421e-ac4b-8c80b9f02148 req-1be9dc0e-4afb-4af4-8953-eb48af5830e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 1098 time: 0.3031979 May 28 01:43:52.377409 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3a55e11a-51a2-42ff-a6b3-d5d53218ced7 req-76086e4d-41dc-4a71-82ec-053189ba7179 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996613 May 28 01:43:52.412017 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Set router 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:43:52.432136 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-55ddd22b-7794-48e9-be6f-29106507b8b2 req-edd52c93-0278-4d07-8750-e437f9ad71f9 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/security-groups?id=715c6156-7943-4113-9d40-3a7efc2bf0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421604 May 28 01:43:52.457911 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3d63a-021b-4f9c-be41-65adee910cf1 req-52b19786-c76a-44ad-9680-810f9f00a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:52.463208 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-cac3d63a-021b-4f9c-be41-65adee910cf1 req-52b19786-c76a-44ad-9680-810f9f00a831 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 1098 time: 0.4258280 May 28 01:43:52.465844 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-24d35045-7fe4-45cc-8af9-f6ec5ddec78a req-85d80df8-4056-4ca3-ae44-085886eb7f2a service neutron] 10.222.0.20 "GET /v2.0/networks/cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506744 May 28 01:43:52.476215 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device aad94e16-a7ad-4740-8bf8-7bc6e30ee317 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:43:52.494663 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a3f2ca40-14a8-421e-ac4b-8c80b9f02148 req-57bf29d0-2818-4f79-bd54-5d7a584cc82e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360388 May 28 01:43:52.575670 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device ae9846a8-786f-481d-a576-0cdd5528f90a up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:43:52.652276 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed3287-6970-4121-93a5-894d4b37dced req-61f381df-5104-4b38-b50e-0e66ccb67ff5 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:52.653796 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-46ed3287-6970-4121-93a5-894d4b37dced req-61f381df-5104-4b38-b50e-0e66ccb67ff5 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 944 time: 0.1523993 May 28 01:43:52.654149 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-cac3d63a-021b-4f9c-be41-65adee910cf1 req-1f46a42d-3846-472a-a968-16a1ee3392d4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820536 May 28 01:43:52.696041 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port aad94e16-a7ad-4740-8bf8-7bc6e30ee317, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=aad94e16-a7ad-4740-8bf8-7bc6e30ee317,segment=NetworkSegment(1710e917-aeb9-4254-878a-321559a2b55a),segment_id=1710e917-aeb9-4254-878a-321559a2b55a)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:52.708236 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-46ed3287-6970-4121-93a5-894d4b37dced req-cd58cc7c-4071-49ba-b84f-0cdc54a1780d tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478547 May 28 01:43:52.712024 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': 'aad94e16-a7ad-4740-8bf8-7bc6e30ee317', 'network_id': '82aafeca-e7e1-4e65-9cf1-37a476c31428', 'port_id': 'aad94e16-a7ad-4740-8bf8-7bc6e30ee317', 'mac_address': 'fa:16:3e:75:95:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0736fc-ec32-4143-950e-4b271c62ce63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:43:52.715312 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port ae9846a8-786f-481d-a576-0cdd5528f90a completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:43:52.748658 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port ae9846a8-786f-481d-a576-0cdd5528f90a triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:52.749030 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:52.812841 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'name': 'tempest-TestShelveInstance-769832035-router', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:48Z', 'updated_at': '2021-05-28T01:43:50Z', 'revision_number': 3, 'project_id': '80115eb4505040a89af0ce7659f24042', 'gw_port': {'id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:50Z', 'updated_at': '2021-05-28T01:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:52.818023 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Checking router: 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 for host: dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:43:52.818553 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Updating router 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 port bc8daece-a365-4404-acdf-0de550747fdb binding host dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 01:43:52.877810 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:52.880551 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:52.905427 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad94e16-a7ad-4740-8bf8-7bc6e30ee317 {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:43:52.917601 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd2603-27c2-48f9-a96a-6a2dba29fe23 req-b4d03a3f-5f3a-4c5a-938f-578249c04cc3 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:52.919372 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-63bd2603-27c2-48f9-a96a-6a2dba29fe23 req-b4d03a3f-5f3a-4c5a-938f-578249c04cc3 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.0891016 May 28 01:43:52.971103 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-63bd2603-27c2-48f9-a96a-6a2dba29fe23 req-20285423-38fc-4fbd-bb8f-cd521f700139 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446734 May 28 01:43:52.977973 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port aad94e16-a7ad-4740-8bf8-7bc6e30ee317, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=aad94e16-a7ad-4740-8bf8-7bc6e30ee317,segment=NetworkSegment(1710e917-aeb9-4254-878a-321559a2b55a),segment_id=1710e917-aeb9-4254-878a-321559a2b55a)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:52.984610 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:53.011001 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:53.015035 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:53.095059 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port ae9846a8-786f-481d-a576-0cdd5528f90a, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=ae9846a8-786f-481d-a576-0cdd5528f90a,segment=NetworkSegment(a7102f3a-e9ff-49ec-861a-82dec178c589),segment_id=a7102f3a-e9ff-49ec-861a-82dec178c589)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:53.113512 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:53.125230 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=aad94e16-a7ad-4740-8bf8-7bc6e30ee317,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:53.129946 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:53.130527 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-552f635f-1492-429c-878d-ef6410994394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:53.214502 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db640c-72a4-4c04-95e0-ecab183e9b7c req-0eb8f521-304e-4cb0-a0fd-43ac15a2f674 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:53.217336 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-09db640c-72a4-4c04-95e0-ecab183e9b7c req-0eb8f521-304e-4cb0-a0fd-43ac15a2f674 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.1227779 May 28 01:43:53.231522 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=ae9846a8-786f-481d-a576-0cdd5528f90a,revision_number=3']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:53.235466 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:53.289560 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Notify callbacks [] for port, precommit_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:53.305499 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-09db640c-72a4-4c04-95e0-ecab183e9b7c req-78ccda02-56b8-451a-a489-bd1d68233882 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807166 May 28 01:43:53.311193 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.provisioning_blocks [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Transition to ACTIVE for port object bc8daece-a365-4404-acdf-0de550747fdb will not be triggered until provisioned by entity L2. {{(pid=98376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:43:53.319085 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:53.324215 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:53.358656 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:53.429016 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Attempting to bind port bc8daece-a365-4404-acdf-0de550747fdb on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:43:53.429386 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Attempting to bind port bc8daece-a365-4404-acdf-0de550747fdb by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}] {{(pid=98376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:43:53.429753 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Attempting to bind port bc8daece-a365-4404-acdf-0de550747fdb on network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:43:53.435553 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d166103-83ad-4155-8a2d-8044f19ebf90 None None] Pushing event updated for resources: {'Port': ['ID=bc8daece-a365-4404-acdf-0de550747fdb,revision_number=2']} {{(pid=98376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:53.443270 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:43:53.443669 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Checking segment: {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:43:53.444220 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:53.444618 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Bound using segment: {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'} {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:43:53.445190 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Bound port: bc8daece-a365-4404-acdf-0de550747fdb, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}}] {{(pid=98376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:43:53.445566 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:53.471950 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d166103-83ad-4155-8a2d-8044f19ebf90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:53.472306 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d166103-83ad-4155-8a2d-8044f19ebf90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:53.472658 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d166103-83ad-4155-8a2d-8044f19ebf90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:53.472989 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d166103-83ad-4155-8a2d-8044f19ebf90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:53.473406 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d166103-83ad-4155-8a2d-8044f19ebf90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:53.473736 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d166103-83ad-4155-8a2d-8044f19ebf90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:53.474071 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d166103-83ad-4155-8a2d-8044f19ebf90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:53.474417 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d166103-83ad-4155-8a2d-8044f19ebf90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:53.474749 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d166103-83ad-4155-8a2d-8044f19ebf90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:53.475064 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d166103-83ad-4155-8a2d-8044f19ebf90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:53.475377 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d166103-83ad-4155-8a2d-8044f19ebf90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:53.475687 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d166103-83ad-4155-8a2d-8044f19ebf90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:43:53.483623 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-2d166103-83ad-4155-8a2d-8044f19ebf90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:53.515230 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['aad94e16-a7ad-4740-8bf8-7bc6e30ee317'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:43:53.573409 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.db [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] For port bc8daece-a365-4404-acdf-0de550747fdb, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:43:53.580371 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.db [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] For port bc8daece-a365-4404-acdf-0de550747fdb, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=bc8daece-a365-4404-acdf-0de550747fdb,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:43:53.594496 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:53.599471 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-dc8f2f5f-0ed6-4f05-95a8-85d589700099 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:53.661115 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02807681-82a2-4712-bf9f-314593210204 req-038527cc-d27f-4668-a877-9fc1c34ea7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:53.662676 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-02807681-82a2-4712-bf9f-314593210204 req-038527cc-d27f-4668-a877-9fc1c34ea7b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17f36d9f4b0d47a7af5ac3c24c857793&device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 1097 time: 0.3397610 May 28 01:43:53.682451 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Routers {'835ff9ac-8264-4c75-8d4c-a02532d5dbe5'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:43:53.683072 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:43:29Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['835ff9ac-8264-4c75-8d4c-a02532d5dbe5'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:53.717079 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ba355-df90-4aa7-9811-9d2d2185d32a req-46f74fae-080e-4564-9fc7-8bfa504ee752 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:53.725240 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-048ba355-df90-4aa7-9811-9d2d2185d32a req-46f74fae-080e-4564-9fc7-8bfa504ee752 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05aea9e-993d-4aa2-81ac-26f7b6c2df91 HTTP/1.1" status: 200 len: 946 time: 0.2245777 May 28 01:43:53.750120 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d166103-83ad-4155-8a2d-8044f19ebf90 None None] Pushing event updated for resources: {'Port': ['ID=bc8daece-a365-4404-acdf-0de550747fdb,revision_number=3']} {{(pid=98376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:53.761456 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-2d166103-83ad-4155-8a2d-8044f19ebf90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:53.768229 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac6f5d-e8b1-4425-832d-3a1535fa710c req-e566f44d-664f-4744-b6d0-581398b5d453 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:53.769703 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c5ac6f5d-e8b1-4425-832d-3a1535fa710c req-e566f44d-664f-4744-b6d0-581398b5d453 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 944 time: 0.1603434 May 28 01:43:53.794300 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_common [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Allocated IP 172.20.0.1 (d5229988-7111-4951-bfef-8f99fc9ca578/93f16f84-fabf-40d4-be95-91f2cfae9bba/01ba99e8-1d9e-4fcd-a0f2-596111e6c918) {{(pid=98374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:43:53.815586 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-048ba355-df90-4aa7-9811-9d2d2185d32a req-0d0ae893-e828-4c5e-9a40-88639690e7f0 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891705 May 28 01:43:53.864205 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c5ac6f5d-e8b1-4425-832d-3a1535fa710c req-4cfa7da9-38de-4028-9281-2f8a49b6c4b3 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/security-groups?id=715c6156-7943-4113-9d40-3a7efc2bf0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837624 May 28 01:43:53.896897 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02807681-82a2-4712-bf9f-314593210204 req-4fedec63-589e-4ab3-a12c-fbc95dc1d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:53.900687 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-02807681-82a2-4712-bf9f-314593210204 req-4fedec63-589e-4ab3-a12c-fbc95dc1d915 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca HTTP/1.1" status: 200 len: 909 time: 0.2283616 May 28 01:43:53.909302 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] Set router 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:43:54.024335 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c39829-d8c1-4bf2-8eb8-740f3c8e6b14 req-e04be5fd-eacb-434b-9fb6-1b625c29fa77 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:54.026229 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e3c39829-d8c1-4bf2-8eb8-740f3c8e6b14 req-e04be5fd-eacb-434b-9fb6-1b625c29fa77 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 944 time: 0.0998857 May 28 01:43:54.076583 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-02807681-82a2-4712-bf9f-314593210204 req-f46c9259-3d9f-4576-a195-0e0d9cfda5ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1441100-0136-4f88-af7f-042efffdb324 HTTP/1.1" status: 200 len: 217 time: 0.1075921 May 28 01:43:54.103997 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e3c39829-d8c1-4bf2-8eb8-740f3c8e6b14 req-d0250d39-c0fb-43c4-8e1a-ec47ddb45a2d tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658379 May 28 01:43:54.146570 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02807681-82a2-4712-bf9f-314593210204 req-f3611a4c-0065-4b46-8c65-4d3be2dab4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:54.148114 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-02807681-82a2-4712-bf9f-314593210204 req-f3611a4c-0065-4b46-8c65-4d3be2dab4e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40f7c061-5818-43f8-8a18-a70a53c82cfb HTTP/1.1" status: 200 len: 848 time: 0.0614219 May 28 01:43:54.233369 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-02807681-82a2-4712-bf9f-314593210204 req-0fb32a1b-7898-45ad-9ae2-8ccba58a3c6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711730 May 28 01:43:54.272241 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26507236-7e40-4c24-8d26-30fc4efe67a2 req-38d2fe6b-8de8-4724-a9d2-0ea30c144460 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:54.273859 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-26507236-7e40-4c24-8d26-30fc4efe67a2 req-38d2fe6b-8de8-4724-a9d2-0ea30c144460 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.1226583 May 28 01:43:54.288115 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'name': 'tempest-TestShelveInstance-769832035-router', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:48Z', 'updated_at': '2021-05-28T01:43:50Z', 'revision_number': 3, 'project_id': '80115eb4505040a89af0ce7659f24042', 'gw_port': {'id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:50Z', 'updated_at': '2021-05-28T01:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:54.292807 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20297bf-c818-4c9b-9965-0026a2cc248d None None] The sync data for ids ['835ff9ac-8264-4c75-8d4c-a02532d5dbe5'] in dv-cinder-793515-1-smb is: [{'id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'name': 'tempest-TestShelveInstance-769832035-router', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:48Z', 'updated_at': '2021-05-28T01:43:50Z', 'revision_number': 3, 'project_id': '80115eb4505040a89af0ce7659f24042', 'gw_port': {'id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:50Z', 'updated_at': '2021-05-28T01:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}] {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:43:54.364801 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-26507236-7e40-4c24-8d26-30fc4efe67a2 req-ef53a778-fa4f-4a56-a150-00bd7028a62a tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838497 May 28 01:43:54.454852 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:54.472756 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device ae9846a8-786f-481d-a576-0cdd5528f90a up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:43:54.572151 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port ae9846a8-786f-481d-a576-0cdd5528f90a triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:54.572788 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:54.573604 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d2326-65f6-4404-824f-9ae1bc1c8e50 req-4481b76b-7ea7-4196-9202-999538f348c0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:54.582137 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-104d2326-65f6-4404-824f-9ae1bc1c8e50 req-4481b76b-7ea7-4196-9202-999538f348c0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.1183593 May 28 01:43:54.597792 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.provisioning_blocks [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Transition to ACTIVE for port object 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 will not be triggered until provisioned by entity DHCP. {{(pid=98374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:43:54.644676 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-104d2326-65f6-4404-824f-9ae1bc1c8e50 req-6fc499b0-ad97-4e64-82f7-1a154c731f7d tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554883 May 28 01:43:54.653966 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-02807681-82a2-4712-bf9f-314593210204 req-a746b429-e93d-4d0c-a7d9-ee435a93f14a service neutron] 10.222.0.20 "GET /v2.0/networks/cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027319 May 28 01:43:54.699160 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:54.704964 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-13fd146a-4f2a-4de4-bc55-8c04fab71d7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:54.813047 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Pushing event updated for resources: {'Port': ['ID=01ba99e8-1d9e-4fcd-a0f2-596111e6c918,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:54.832998 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:54.897779 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Network d5229988-7111-4951-bfef-8f99fc9ca578 is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:43:54.900901 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:54.911052 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Received port after_create {{(pid=98374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:43:55.015625 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031799'] for router_interface, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:55.053670 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-02807681-82a2-4712-bf9f-314593210204 req-32019a48-06e9-41b3-ac73-7fff83584d58 service neutron] 10.222.0.20 "GET /v2.0/networks/cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635496 May 28 01:43:55.130323 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bac083-ff43-4f6a-bb2e-1bbc6a9481a6 req-b7f2dec8-e41f-4a41-972b-a8674d50897c tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:55.134975 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-01bac083-ff43-4f6a-bb2e-1bbc6a9481a6 req-b7f2dec8-e41f-4a41-972b-a8674d50897c tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 944 time: 0.1266017 May 28 01:43:55.210962 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:55.236718 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-aa2e57a8-a813-4576-8a32-091bb9ea2776 None None] Provisioning for port 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:43:55.245843 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-aa2e57a8-a813-4576-8a32-091bb9ea2776 None None] Provisioning complete for port 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:55.246332 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-01bac083-ff43-4f6a-bb2e-1bbc6a9481a6 req-24437194-5be7-4259-a3eb-0445d523f084 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/security-groups?id=715c6156-7943-4113-9d40-3a7efc2bf0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030869 May 28 01:43:55.246787 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-aa2e57a8-a813-4576-8a32-091bb9ea2776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:55.418619 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-aa2e57a8-a813-4576-8a32-091bb9ea2776 None None] Port 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:43:55.438065 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8fc6e-c2b6-4183-b102-c7bd33064f10 req-64dade7c-b6f3-485f-b4f4-5f01945af46f tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:55.445559 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8be8fc6e-c2b6-4183-b102-c7bd33064f10 req-64dade7c-b6f3-485f-b4f4-5f01945af46f tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 944 time: 0.1689670 May 28 01:43:55.566796 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:55.576172 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10898818'] for port, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:55.583326 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8be8fc6e-c2b6-4183-b102-c7bd33064f10 req-1d4f77be-5c6c-43be-beb8-4512083a0c3f tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314845 May 28 01:43:55.612750 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-081500d4-442c-43bb-9f47-ca59bd1a2027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:55.629943 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb1818-edb1-47b7-8646-5e2bb939080e req-a0f02c12-d78b-4081-ab7c-18bf9a0c49e6 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:55.636316 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cbbb1818-edb1-47b7-8646-5e2bb939080e req-a0f02c12-d78b-4081-ab7c-18bf9a0c49e6 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.1097410 May 28 01:43:55.678766 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cbbb1818-edb1-47b7-8646-5e2bb939080e req-0f3c98af-bcb9-4dc4-a81e-6859d18b8e8e tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414107 May 28 01:43:55.701172 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1031898'] for router_interface, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:55.708080 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Pushing event updated for resources: {'Port': ['ID=01ba99e8-1d9e-4fcd-a0f2-596111e6c918,revision_number=2']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:55.712662 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:55.850738 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Network d5229988-7111-4951-bfef-8f99fc9ca578 is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:43:55.851954 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:55.898000 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5509a-d86d-4b78-8242-eb366e528a84 req-a42a4b4f-4c01-4a83-966d-7e8e403d90c3 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:55.899560 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-49a5509a-d86d-4b78-8242-eb366e528a84 req-a42a4b4f-4c01-4a83-966d-7e8e403d90c3 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.0958524 May 28 01:43:55.948665 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-49a5509a-d86d-4b78-8242-eb366e528a84 req-d45c31ff-9648-46b2-a91f-8db0f0e522f2 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427742 May 28 01:43:56.063433 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Router 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:43:56.172151 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-a2448685-c3d7-40ac-a1dd-a28e81e68ff7 None None] Provisioning complete for port 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:56.172580 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-a2448685-c3d7-40ac-a1dd-a28e81e68ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:56.288927 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d2cbd-7296-41bf-a212-1624865f9922 req-9498cd49-31e8-4268-a55f-185996681dbe tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:56.294457 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a02d2cbd-7296-41bf-a212-1624865f9922 req-9498cd49-31e8-4268-a55f-185996681dbe tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1268606 May 28 01:43:56.308914 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:43:56.315243 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-a2448685-c3d7-40ac-a1dd-a28e81e68ff7 None None] Port 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:43:56.336496 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-9bc5a36b-e021-4eec-9a00-b2780073c7dd admin admin] 10.222.0.32 "PUT /v2.0/routers/835ff9ac-8264-4c75-8d4c-a02532d5dbe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1275041 May 28 01:43:56.368470 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a02d2cbd-7296-41bf-a212-1624865f9922 req-98cc054f-db7b-4ba1-a7c7-5be4b07b2cec tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682223 May 28 01:43:56.479496 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device bc8daece-a365-4404-acdf-0de550747fdb up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:43:56.558247 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device d1441100-0136-4f88-af7f-042efffdb324 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:43:56.606945 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device aad94e16-a7ad-4740-8bf8-7bc6e30ee317 up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:43:56.639038 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8803e06-d019-466d-8788-82b964d61da3 req-39d70f34-89a6-42a1-9082-0cba7a603ae4 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:56.653209 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54544) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:56.661785 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-a221a84f-5962-4f0f-8f68-7d28f13ae149 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Request body: {'floatingip': {'port_id': '93a08a4e-074d-40a1-b262-493f59ee178b'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:56.668444 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c8803e06-d019-466d-8788-82b964d61da3 req-39d70f34-89a6-42a1-9082-0cba7a603ae4 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.1739135 May 28 01:43:56.684853 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Sync routers for ids ['835ff9ac-8264-4c75-8d4c-a02532d5dbe5'] in dv-cinder-793515-1-smb {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:43:56.780034 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Routers {'835ff9ac-8264-4c75-8d4c-a02532d5dbe5'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:43:56.781048 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:43:29Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['835ff9ac-8264-4c75-8d4c-a02532d5dbe5'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:56.809552 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c94b1-4547-4d8a-b80b-87e0114a8794 req-b0e7faa0-a868-4ea4-88ea-c0d4aedec4b7 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:56.817549 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-425c94b1-4547-4d8a-b80b-87e0114a8794 req-b0e7faa0-a868-4ea4-88ea-c0d4aedec4b7 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 944 time: 0.0988076 May 28 01:43:56.883520 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-425c94b1-4547-4d8a-b80b-87e0114a8794 req-d6ce83b1-7c90-4adc-aa98-e081c23580dc tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/security-groups?id=715c6156-7943-4113-9d40-3a7efc2bf0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615561 May 28 01:43:56.885096 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a221a84f-5962-4f0f-8f68-7d28f13ae149 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for floatingip, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:57.036786 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Set router 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:43:57.180966 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deaafd-582b-41d7-8b80-1f8f658b44e9 req-36292f4d-8faa-499b-a488-07fbb3defb69 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:57.188727 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f3deaafd-582b-41d7-8b80-1f8f658b44e9 req-36292f4d-8faa-499b-a488-07fbb3defb69 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 944 time: 0.3231339 May 28 01:43:57.259546 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f3deaafd-582b-41d7-8b80-1f8f658b44e9 req-25371c6f-9f57-44da-8a1e-5c075d394595 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698659 May 28 01:43:57.309408 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 54566) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:57.315556 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-922301586-network', 'tenant_id': '57f665636b0c4149b5da75d09c6474ce'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:57.321620 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:57.327040 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Usage tracker for resource:network and tenant:57f665636b0c4149b5da75d09c6474ce is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:57.330682 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:57.339634 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:57.356345 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Made reservation on behalf of 57f665636b0c4149b5da75d09c6474ce for: {'network': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:43:57.358507 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4178980'] for network, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:57.375582 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port d1441100-0136-4f88-af7f-042efffdb324, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d1441100-0136-4f88-af7f-042efffdb324,segment=NetworkSegment(6875ae40-2be9-4411-b471-02dfcba01fd6),segment_id=6875ae40-2be9-4411-b471-02dfcba01fd6)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:57.376117 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:57.392938 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': 'd1441100-0136-4f88-af7f-042efffdb324', 'network_id': 'cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca', 'port_id': 'd1441100-0136-4f88-af7f-042efffdb324', 'mac_address': 'fa:16:3e:92:f2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f7c061-5818-43f8-8a18-a70a53c82cfb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:43:57.393570 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:57.398586 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Usage tracker for resource:security_group_rule and tenant:57f665636b0c4149b5da75d09c6474ce is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:57.402384 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:57.409829 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:57.499253 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning for port aad94e16-a7ad-4740-8bf8-7bc6e30ee317 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:43:57.511112 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:57.514992 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:57.521242 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:57.554195 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c952b24d-c939-40c0-bb03-0f4c982fb83b,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:57.557785 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:57.565257 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=98373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 01:43:57.569055 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-3ecdebb1-ef83-4a82-a9f3-a77212c0433b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:57.570875 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port bc8daece-a365-4404-acdf-0de550747fdb completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:43:57.578700 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:57.579113 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.segments_db [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Added segment b6e15af2-17ef-4c9b-9947-667538b4c5f8 of type vlan for network 2ef7c19e-bfb4-4cd7-8d51-a35b17271a98 May 28 01:43:57.581876 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port bc8daece-a365-4404-acdf-0de550747fdb triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:57.582262 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:57.613639 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port aad94e16-a7ad-4740-8bf8-7bc6e30ee317 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:43:57.614316 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764330948172'] for network, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:57.614433 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:57.647999 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760'] for network, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:57.651267 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:57.652199 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:57.660204 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:57.662293 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:57.725947 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1441100-0136-4f88-af7f-042efffdb324 {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:43:57.742963 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port d1441100-0136-4f88-af7f-042efffdb324, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d1441100-0136-4f88-af7f-042efffdb324,segment=NetworkSegment(6875ae40-2be9-4411-b471-02dfcba01fd6),segment_id=6875ae40-2be9-4411-b471-02dfcba01fd6)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:57.766467 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:57.772861 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:57.784931 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4737105 May 28 01:43:57.788654 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 54578) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:57.791722 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Pushing event updated for resources: {'Network': ['ID=2ef7c19e-bfb4-4cd7-8d51-a35b17271a98,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:57.794838 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:57.798971 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-4e97821d-a528-4ff9-84f4-8cdb5eed12d8 admin admin] Request body: {'subnet': {'network_id': '2ef7c19e-bfb4-4cd7-8d51-a35b17271a98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-922301586-subnet', 'tenant_id': '57f665636b0c4149b5da75d09c6474ce', 'ip_version': 4}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:57.805774 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-4e97821d-a528-4ff9-84f4-8cdb5eed12d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:57.811379 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-4e97821d-a528-4ff9-84f4-8cdb5eed12d8 admin admin] Usage tracker for resource:subnet and tenant:57f665636b0c4149b5da75d09c6474ce is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:57.814287 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Network 2ef7c19e-bfb4-4cd7-8d51-a35b17271a98 details requested by agent ovs-agent-dv-cinder-793515-1-smb with host dv-cinder-793515-1-smb {{(pid=98375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 01:43:57.815114 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-4e97821d-a528-4ff9-84f4-8cdb5eed12d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:57.822038 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-4e97821d-a528-4ff9-84f4-8cdb5eed12d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:57.836147 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e97821d-a528-4ff9-84f4-8cdb5eed12d8 admin admin] Made reservation on behalf of 57f665636b0c4149b5da75d09c6474ce for: {'subnet': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:43:57.842018 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-4e97821d-a528-4ff9-84f4-8cdb5eed12d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10516475'] for subnet, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:58.069770 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a221a84f-5962-4f0f-8f68-7d28f13ae149 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:58.079342 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a221a84f-5962-4f0f-8f68-7d28f13ae149 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025534'] for floatingip, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:58.139860 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:58.151318 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=d1441100-0136-4f88-af7f-042efffdb324,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:58.154851 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:58.179382 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:58.192524 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port bc8daece-a365-4404-acdf-0de550747fdb, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=bc8daece-a365-4404-acdf-0de550747fdb,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:58.217433 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:58.226843 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-fe901548-913a-41b3-a515-d29b29bd25d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:58.231890 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022564c-d500-4855-a94b-3e1238bb9e36 req-e870e3b8-b2fe-4033-8cff-5ff0ccec3a59 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:58.233986 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c022564c-d500-4855-a94b-3e1238bb9e36 req-e870e3b8-b2fe-4033-8cff-5ff0ccec3a59 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 944 time: 0.1785440 May 28 01:43:58.277726 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.db.l3_db [None req-a221a84f-5962-4f0f-8f68-7d28f13ae149 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Floating IP cba576ac-8785-4b25-97e7-81438e8ae63d associated. External IP: 172.28.1.159, port: 93a08a4e-074d-40a1-b262-493f59ee178b. May 28 01:43:58.329815 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b82a18d-a4b6-4e84-82b6-c10d211b9652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad94e16-a7ad-4740-8bf8-7bc6e30ee317'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:43:58.331219 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c022564c-d500-4855-a94b-3e1238bb9e36 req-3df63823-c6dc-4411-9690-5e173482f32f tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/security-groups?id=715c6156-7943-4113-9d40-3a7efc2bf0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906975 May 28 01:43:58.350864 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port aad94e16-a7ad-4740-8bf8-7bc6e30ee317, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=aad94e16-a7ad-4740-8bf8-7bc6e30ee317,segment=NetworkSegment(1710e917-aeb9-4254-878a-321559a2b55a),segment_id=1710e917-aeb9-4254-878a-321559a2b55a)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:43:58.362918 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'name': 'tempest-TestShelveInstance-769832035-router', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:48Z', 'updated_at': '2021-05-28T01:43:55Z', 'revision_number': 4, 'project_id': '80115eb4505040a89af0ce7659f24042', 'gw_port': {'id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:50Z', 'updated_at': '2021-05-28T01:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '01ba99e8-1d9e-4fcd-a0f2-596111e6c918', 'name': '', 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'mac_address': 'fa:16:3e:5b:31:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '93f16f84-fabf-40d4-be95-91f2cfae9bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:53Z', 'updated_at': '2021-05-28T01:43:55Z', 'revision_number': 2, 'project_id': '80115eb4505040a89af0ce7659f24042', 'subnets': [{'id': '93f16f84-fabf-40d4-be95-91f2cfae9bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:58.365655 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:58.367831 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=bc8daece-a365-4404-acdf-0de550747fdb,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:58.372145 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:58.373196 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:58.411158 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['d1441100-0136-4f88-af7f-042efffdb324'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:43:58.452264 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Checking router: 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 for host: dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:43:58.452766 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Updating router 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 port 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 binding host dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 01:43:58.571684 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:58.586747 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=aad94e16-a7ad-4740-8bf8-7bc6e30ee317,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:58.595194 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:58.628195 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e6cbb-29b3-4f9a-ac64-97052cf595f1 req-d8734694-9386-4a64-a9e8-b338f79e10f5 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:58.630617 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b00e6cbb-29b3-4f9a-ac64-97052cf595f1 req-d8734694-9386-4a64-a9e8-b338f79e10f5 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 945 time: 0.1727824 May 28 01:43:58.704888 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b00e6cbb-29b3-4f9a-ac64-97052cf595f1 req-f45c3a10-9a93-4b90-9687-57d36a1868d7 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649388 May 28 01:43:58.775208 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-4e97821d-a528-4ff9-84f4-8cdb5eed12d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10518784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10516461'] for subnet, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:58.786070 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:58.877842 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e97821d-a528-4ff9-84f4-8cdb5eed12d8 admin admin] Checking segment: {'id': 'b6e15af2-17ef-4c9b-9947-667538b4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ef7c19e-bfb4-4cd7-8d51-a35b17271a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:43:58.878447 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e97821d-a528-4ff9-84f4-8cdb5eed12d8 admin admin] Network hostable DHCP agents. Network: 2ef7c19e-bfb4-4cd7-8d51-a35b17271a98, hostable agents: ['18dcb2a5-1deb-4e04-a203-0597d71fb4d8'], hosted agents: [] {{(pid=98373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 01:43:58.885871 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b82a18d-a4b6-4e84-82b6-c10d211b9652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad94e16-a7ad-4740-8bf8-7bc6e30ee317', 'code': 200} May 28 01:43:58.907487 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97821d-a528-4ff9-84f4-8cdb5eed12d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72808002-6b19-40ca-ae52-98af55a9c3c1,revision_number=0']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:58.917250 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-4e97821d-a528-4ff9-84f4-8cdb5eed12d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:58.918704 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e97821d-a528-4ff9-84f4-8cdb5eed12d8 admin admin] Network 2ef7c19e-bfb4-4cd7-8d51-a35b17271a98 is scheduled to be hosted by DHCP agent 18dcb2a5-1deb-4e04-a203-0597d71fb4d8 with binding_index 1 {{(pid=98373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 01:43:58.941432 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [None req-4e97821d-a528-4ff9-84f4-8cdb5eed12d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-1-smb, 2ef7c19e-bfb4-4cd7-8d51-a35b17271a98) {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:43:58.953146 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a221a84f-5962-4f0f-8f68-7d28f13ae149 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Router b5887b72-9599-4283-9451-c70648024989 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:43:58.956491 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6c06bd-b1c5-4e81-9809-3985ddb74d1d None None] Network 2ef7c19e-bfb4-4cd7-8d51-a35b17271a98 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:43:58.960447 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e97821d-a528-4ff9-84f4-8cdb5eed12d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:58.968701 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-4e97821d-a528-4ff9-84f4-8cdb5eed12d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:59.012316 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-4e97821d-a528-4ff9-84f4-8cdb5eed12d8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2218904 May 28 01:43:59.015095 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 54602) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:43:59.020544 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-922301586-router', 'tenant_id': '57f665636b0c4149b5da75d09c6474ce', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:43:59.025616 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:43:59.035029 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Usage tracker for resource:router and tenant:57f665636b0c4149b5da75d09c6474ce is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:43:59.038372 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:43:59.047363 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:43:59.071876 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6847'] for router, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:59.073183 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1020607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6836'] for router, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:59.089412 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:59.302775 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Notify callbacks [] for port, precommit_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:59.305825 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:59.370431 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a221a84f-5962-4f0f-8f68-7d28f13ae149 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:43:59.375344 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a221a84f-5962-4f0f-8f68-7d28f13ae149 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for floatingip, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:59.382109 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d8fec-ad66-41ca-a88c-4863ea74dac2 None None] Sync routers for ids ['b5887b72-9599-4283-9451-c70648024989'] in dv-cinder-793515-1-smb {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:43:59.402896 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Transition to ACTIVE for port object 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 will not be triggered until provisioned by entity L2. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:43:59.403287 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d8fec-ad66-41ca-a88c-4863ea74dac2 None None] Routers {'b5887b72-9599-4283-9451-c70648024989'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:43:59.415966 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:59.420127 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-e42d8fec-ad66-41ca-a88c-4863ea74dac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:43:29Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['b5887b72-9599-4283-9451-c70648024989'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:43:59.421729 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f4db1-f6e3-49b3-937a-8697d3af5d39 req-08a0f8e8-51d9-47e2-b525-db11624d8b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:59.423518 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6b3f4db1-f6e3-49b3-937a-8697d3af5d39 req-08a0f8e8-51d9-47e2-b525-db11624d8b39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e93d884e97b4986ae88333d6a80b00c&device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 1098 time: 0.3673201 May 28 01:43:59.427183 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-f302503a-f88e-402f-9de0-a362528fed37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:43:59.464612 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-a221a84f-5962-4f0f-8f68-7d28f13ae149 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "PUT /v2.0/floatingips/cba576ac-8785-4b25-97e7-81438e8ae63d HTTP/1.1" status: 200 len: 991 time: 2.8095629 May 28 01:43:59.468270 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ead4a8-5587-49fc-b863-49c2baaffb2d', 'tag': '93a08a4e-074d-40a1-b262-493f59ee178b'}] {{(pid=98374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:43:59.561721 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffb1b018-9cd8-52c6-ac74-067ce0528836-2ef7c19e-bfb4-4cd7-8d51-a35b17271a98', 'network_id': '2ef7c19e-bfb4-4cd7-8d51-a35b17271a98', 'tenant_id': '57f665636b0c4149b5da75d09c6474ce', 'fixed_ips': [{'subnet_id': '72808002-6b19-40ca-ae52-98af55a9c3c1'}]}} from dv-cinder-793515-1-smb. {{(pid=98375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 28 01:43:59.562537 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:59.588190 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538195c-0488-4fcc-b45d-581b92822b3f None None] Pushing event updated for resources: {'Port': ['ID=01ba99e8-1d9e-4fcd-a0f2-596111e6c918,revision_number=3']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:43:59.612477 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-2538195c-0488-4fcc-b45d-581b92822b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:43:59.615382 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f4db1-f6e3-49b3-937a-8697d3af5d39 req-e99e7183-c3df-40f4-87b0-f01ed67b1d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:59.623029 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6b3f4db1-f6e3-49b3-937a-8697d3af5d39 req-e99e7183-c3df-40f4-87b0-f01ed67b1d7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=157de08f-e2cd-4e4a-a493-6006286275a5 HTTP/1.1" status: 200 len: 920 time: 0.1892097 May 28 01:43:59.791158 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-e42d8fec-ad66-41ca-a88c-4863ea74dac2 None None] Set router b5887b72-9599-4283-9451-c70648024989 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:43:59.797137 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6b3f4db1-f6e3-49b3-937a-8697d3af5d39 req-b308d327-c873-44fa-a2ac-2e805cce5bb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e HTTP/1.1" status: 200 len: 217 time: 0.1603491 May 28 01:43:59.867464 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:59.868176 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6ceee506-a650-43cb-951a-7bafa684dcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:59.898398 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f4db1-f6e3-49b3-937a-8697d3af5d39 req-3d9a28c0-fcab-488c-a395-c13d10e52a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:43:59.900084 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6b3f4db1-f6e3-49b3-937a-8697d3af5d39 req-3d9a28c0-fcab-488c-a395-c13d10e52a1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b312163-fab7-44a7-800f-e4a469a8099d HTTP/1.1" status: 200 len: 859 time: 0.0942452 May 28 01:43:59.952611 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6850'] for router, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:43:59.970956 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6b3f4db1-f6e3-49b3-937a-8697d3af5d39 req-84f4e155-c0bd-496e-bf33-f92b4a97329f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=157de08f-e2cd-4e4a-a493-6006286275a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623088 May 28 01:44:00.012416 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502e5d7-bdcf-461d-a312-fdbefb1e25ff req-75ff8c26-90b2-4913-b265-04396547103f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:00.018650 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6502e5d7-bdcf-461d-a312-fdbefb1e25ff req-75ff8c26-90b2-4913-b265-04396547103f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.9090762 May 28 01:44:00.113506 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6b3f4db1-f6e3-49b3-937a-8697d3af5d39 req-24e25d7d-7a1a-490c-b148-2a4de2a787dc service neutron] 10.222.0.20 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344776 May 28 01:44:00.116952 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.db_base_plugin_common [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Allocated IP 172.20.0.2 (2ef7c19e-bfb4-4cd7-8d51-a35b17271a98/72808002-6b19-40ca-ae52-98af55a9c3c1/897c55f5-4c7d-43cc-bf6c-4e6380aec749) {{(pid=98375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:44:00.124600 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aec8d1-8928-4eb9-8f93-4f72731eaa70 req-8cc8e84f-2b54-407d-b9a7-b32a5cccf5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:00.126060 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c1aec8d1-8928-4eb9-8f93-4f72731eaa70 req-8cc8e84f-2b54-407d-b9a7-b32a5cccf5d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 1098 time: 0.7525373 May 28 01:44:00.142460 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6502e5d7-bdcf-461d-a312-fdbefb1e25ff req-59a5ddc3-8227-4d4e-82a1-73f79f6504fa tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229222 May 28 01:44:00.192799 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b10cf7-23c4-4cfb-8b1e-c6d3cac3e4a8 req-7b32f163-fcf6-4ab7-9014-b5ea30536853 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:00.206915 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e7b10cf7-23c4-4cfb-8b1e-c6d3cac3e4a8 req-7b32f163-fcf6-4ab7-9014-b5ea30536853 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 945 time: 0.6506197 May 28 01:44:00.226494 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-e42d8fec-ad66-41ca-a88c-4863ea74dac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:43:23Z', 'revision_number': 4, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port': {'id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:17Z', 'updated_at': '2021-05-28T01:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_floatingips': [{'id': 'cba576ac-8785-4b25-97e7-81438e8ae63d', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'router_id': 'b5887b72-9599-4283-9451-c70648024989', 'port_id': '93a08a4e-074d-40a1-b262-493f59ee178b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'mac_address': 'fa:16:3e:55:39:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ead4a8-5587-49fc-b863-49c2baaffb2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T01:43:31Z', 'updated_at': '2021-05-28T01:43:57Z', 'revision_number': 1, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '082eab52-2eb2-4222-a075-0ffc4c8b10d8', 'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'mac_address': 'fa:16:3e:06:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:22Z', 'updated_at': '2021-05-28T01:43:30Z', 'revision_number': 5, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'subnets': [{'id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:44:00.234599 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d8fec-ad66-41ca-a88c-4863ea74dac2 None None] Checking router: b5887b72-9599-4283-9451-c70648024989 for host: dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:44:00.261991 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d8fec-ad66-41ca-a88c-4863ea74dac2 None None] Routers {'b5887b72-9599-4283-9451-c70648024989'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:44:00.262209 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-e42d8fec-ad66-41ca-a88c-4863ea74dac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:44:00Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['b5887b72-9599-4283-9451-c70648024989'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:44:00.286360 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6b3f4db1-f6e3-49b3-937a-8697d3af5d39 req-2e6627c7-9a21-42e3-8830-f820ce73b197 service neutron] 10.222.0.20 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615410 May 28 01:44:00.313392 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c1aec8d1-8928-4eb9-8f93-4f72731eaa70 req-8e9f3333-1cc6-4628-8f04-e8b396d8700b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=715c6156-7943-4113-9d40-3a7efc2bf0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699398 May 28 01:44:00.327615 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e7b10cf7-23c4-4cfb-8b1e-c6d3cac3e4a8 req-2a1c3ef0-8fb9-41a9-b7ee-b1c2a9deac1b tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/security-groups?id=715c6156-7943-4113-9d40-3a7efc2bf0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197984 May 28 01:44:00.362957 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Attempting to bind port 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:44:00.363344 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Attempting to bind port 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': 'a7102f3a-e9ff-49ec-861a-82dec178c589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578'}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:44:00.363715 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Attempting to bind port 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 on network d5229988-7111-4951-bfef-8f99fc9ca578 {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:44:00.375148 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:44:00.375534 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Checking segment: {'id': 'a7102f3a-e9ff-49ec-861a-82dec178c589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:44:00.375972 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:00.376400 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Bound using segment: {'id': 'a7102f3a-e9ff-49ec-861a-82dec178c589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578'} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:44:00.376883 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Bound port: 01ba99e8-1d9e-4fcd-a0f2-596111e6c918, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7102f3a-e9ff-49ec-861a-82dec178c589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578'}}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:44:00.377262 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:00.382448 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ead4a8-5587-49fc-b863-49c2baaffb2d', 'tag': '93a08a4e-074d-40a1-b262-493f59ee178b', 'status': 'completed', 'code': 200} May 28 01:44:00.450650 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Notify callbacks [] for port, precommit_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:00.474275 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Transition to ACTIVE for port object 897c55f5-4c7d-43cc-bf6c-4e6380aec749 will not be triggered until provisioned by entity L2. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:44:00.496603 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device d1441100-0136-4f88-af7f-042efffdb324 up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:44:00.530178 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device bc8daece-a365-4404-acdf-0de550747fdb up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:44:00.563701 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-e42d8fec-ad66-41ca-a88c-4863ea74dac2 None None] Set router b5887b72-9599-4283-9451-c70648024989 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:44:00.611635 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Transition to ACTIVE for port object 897c55f5-4c7d-43cc-bf6c-4e6380aec749 will not be triggered until provisioned by entity DHCP. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:44:00.628555 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] For port 01ba99e8-1d9e-4fcd-a0f2-596111e6c918, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:44:00.638657 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107'] for port, after_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:00.645240 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:00.667892 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:00.684197 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:00.688552 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] For port 01ba99e8-1d9e-4fcd-a0f2-596111e6c918, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=01ba99e8-1d9e-4fcd-a0f2-596111e6c918,segment=NetworkSegment(a7102f3a-e9ff-49ec-861a-82dec178c589),segment_id=a7102f3a-e9ff-49ec-861a-82dec178c589)] {{(pid=98375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:44:00.710865 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:00.712483 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:00.738780 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Network 2ef7c19e-bfb4-4cd7-8d51-a35b17271a98 is already hosted by enough agents. {{(pid=98375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:44:00.747162 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.scheduler.base_scheduler [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Resources bound (agent type, host, resource id): {{(pid=98375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:44:00.751178 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Pushing event updated for resources: {'Port': ['ID=897c55f5-4c7d-43cc-bf6c-4e6380aec749,revision_number=1']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:00.784682 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a8dbc-85ea-46a7-b2bc-3fe21309101b req-8e5e62d3-f12e-41a8-bd29-50281ed5d0dd tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:00.786184 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-677a8dbc-85ea-46a7-b2bc-3fe21309101b req-8e5e62d3-f12e-41a8-bd29-50281ed5d0dd tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 945 time: 0.2501795 May 28 01:44:00.802635 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Received port after_create {{(pid=98375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:44:00.827094 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning for port d1441100-0136-4f88-af7f-042efffdb324 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:44:00.878310 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port d1441100-0136-4f88-af7f-042efffdb324 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:44:00.878697 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:00.931439 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port bc8daece-a365-4404-acdf-0de550747fdb triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:44:00.931848 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:01.018298 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Routers {'835ff9ac-8264-4c75-8d4c-a02532d5dbe5'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:44:01.018948 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:44:00Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['835ff9ac-8264-4c75-8d4c-a02532d5dbe5'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:44:01.055720 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-677a8dbc-85ea-46a7-b2bc-3fe21309101b req-606238d6-eb4a-4c78-bb42-4f2f78c13b89 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335688 May 28 01:44:01.105767 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-e42d8fec-ad66-41ca-a88c-4863ea74dac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:43:23Z', 'revision_number': 4, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port': {'id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:17Z', 'updated_at': '2021-05-28T01:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_floatingips': [{'id': 'cba576ac-8785-4b25-97e7-81438e8ae63d', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'router_id': 'b5887b72-9599-4283-9451-c70648024989', 'port_id': '93a08a4e-074d-40a1-b262-493f59ee178b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'mac_address': 'fa:16:3e:55:39:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ead4a8-5587-49fc-b863-49c2baaffb2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T01:43:31Z', 'updated_at': '2021-05-28T01:43:57Z', 'revision_number': 1, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '082eab52-2eb2-4222-a075-0ffc4c8b10d8', 'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'mac_address': 'fa:16:3e:06:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:22Z', 'updated_at': '2021-05-28T01:43:30Z', 'revision_number': 5, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'subnets': [{'id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:44:01.115873 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d8fec-ad66-41ca-a88c-4863ea74dac2 None None] The sync data for ids ['b5887b72-9599-4283-9451-c70648024989'] in dv-cinder-793515-1-smb is: [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:43:23Z', 'revision_number': 4, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port': {'id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:17Z', 'updated_at': '2021-05-28T01:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_floatingips': [{'id': 'cba576ac-8785-4b25-97e7-81438e8ae63d', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'router_id': 'b5887b72-9599-4283-9451-c70648024989', 'port_id': '93a08a4e-074d-40a1-b262-493f59ee178b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'mac_address': 'fa:16:3e:55:39:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ead4a8-5587-49fc-b863-49c2baaffb2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T01:43:31Z', 'updated_at': '2021-05-28T01:43:57Z', 'revision_number': 1, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '082eab52-2eb2-4222-a075-0ffc4c8b10d8', 'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'mac_address': 'fa:16:3e:06:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:22Z', 'updated_at': '2021-05-28T01:43:30Z', 'revision_number': 5, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'subnets': [{'id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:44:01.121451 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Allocated IP 172.28.1.137 (5b4592e9-59af-4549-9f0c-c75a5f18ce50/a16ae849-d4aa-45ca-8c4c-825a3c72e0a4/827e7feb-c85b-4fc1-810a-3e8d1d203d8b) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:44:01.136689 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b113db-5d45-4096-9c1c-d53be990514a req-683ae897-cb65-4955-a4d1-e0d5e719cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:01.140696 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f8b113db-5d45-4096-9c1c-d53be990514a req-683ae897-cb65-4955-a4d1-e0d5e719cdcb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c8cb123312945c79bd98c6b173fb1c1&device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 1098 time: 0.3269763 May 28 01:44:01.162309 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:01.165680 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.447s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:01.350897 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Attempting to bind port 897c55f5-4c7d-43cc-bf6c-4e6380aec749 on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:44:01.350897 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Attempting to bind port 897c55f5-4c7d-43cc-bf6c-4e6380aec749 by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': 'b6e15af2-17ef-4c9b-9947-667538b4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ef7c19e-bfb4-4cd7-8d51-a35b17271a98'}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:44:01.364199 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Attempting to bind port 897c55f5-4c7d-43cc-bf6c-4e6380aec749 on network 2ef7c19e-bfb4-4cd7-8d51-a35b17271a98 {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:44:01.474500 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:44:01.475186 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Checking segment: {'id': 'b6e15af2-17ef-4c9b-9947-667538b4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ef7c19e-bfb4-4cd7-8d51-a35b17271a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:44:01.475272 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:01.475662 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Bound using segment: {'id': 'b6e15af2-17ef-4c9b-9947-667538b4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ef7c19e-bfb4-4cd7-8d51-a35b17271a98'} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:44:01.476191 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Bound port: 897c55f5-4c7d-43cc-bf6c-4e6380aec749, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e15af2-17ef-4c9b-9947-667538b4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ef7c19e-bfb4-4cd7-8d51-a35b17271a98'}}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:44:01.476572 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:01.554990 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:01.569640 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbb5c55-93b4-421c-8e77-b66aca07e431 None None] New status for floating IP cba576ac-8785-4b25-97e7-81438e8ae63d: ACTIVE {{(pid=98375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 01:44:01.614484 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b113db-5d45-4096-9c1c-d53be990514a req-7e862925-7ea1-4939-9429-b4f6fbc908f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:01.616038 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f8b113db-5d45-4096-9c1c-d53be990514a req-7e862925-7ea1-4939-9429-b4f6fbc908f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=921f98b5-4b6b-4d1c-9f05-0d3139f095a4 HTTP/1.1" status: 200 len: 912 time: 0.4629102 May 28 01:44:01.660743 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538195c-0488-4fcc-b45d-581b92822b3f None None] Pushing event updated for resources: {'Port': ['ID=01ba99e8-1d9e-4fcd-a0f2-596111e6c918,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:01.690866 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-2538195c-0488-4fcc-b45d-581b92822b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:01.701357 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa287dc-2c96-4cee-a57e-0395fd2fe940 req-05658f9d-3df2-4999-a580-d11060128759 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:01.703010 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7fa287dc-2c96-4cee-a57e-0395fd2fe940 req-05658f9d-3df2-4999-a580-d11060128759 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.3654344 May 28 01:44:01.794093 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f8b113db-5d45-4096-9c1c-d53be990514a req-d0c5de46-60a0-44b3-9c24-693c7dd1ad5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93a08a4e-074d-40a1-b262-493f59ee178b HTTP/1.1" status: 200 len: 999 time: 0.1683455 May 28 01:44:01.797766 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7fa287dc-2c96-4cee-a57e-0395fd2fe940 req-d34612dd-9a52-4ada-9c0c-0ae003f1680c tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747879 May 28 01:44:01.864248 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:01.923880 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:01.934540 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-141a72e2-96e2-4618-a4b2-84147e5a4606 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:01.949250 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] Set router 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:44:01.973950 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b113db-5d45-4096-9c1c-d53be990514a req-ce5ed347-24ea-4ba6-90e8-7bf95693252f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:01.976197 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f8b113db-5d45-4096-9c1c-d53be990514a req-ce5ed347-24ea-4ba6-90e8-7bf95693252f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69fa25a8-030c-4786-9348-7785d8dee8f5 HTTP/1.1" status: 200 len: 850 time: 0.1723211 May 28 01:44:02.085206 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:44:02.156394 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1441100-0136-4f88-af7f-042efffdb324'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:44:02.166706 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] For port 897c55f5-4c7d-43cc-bf6c-4e6380aec749, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:44:02.240933 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:44:02.256761 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:44:02.264643 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port d1441100-0136-4f88-af7f-042efffdb324, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d1441100-0136-4f88-af7f-042efffdb324,segment=NetworkSegment(6875ae40-2be9-4411-b471-02dfcba01fd6),segment_id=6875ae40-2be9-4411-b471-02dfcba01fd6)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:02.294288 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] For port 897c55f5-4c7d-43cc-bf6c-4e6380aec749, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=897c55f5-4c7d-43cc-bf6c-4e6380aec749,segment=NetworkSegment(b6e15af2-17ef-4c9b-9947-667538b4c5f8),segment_id=b6e15af2-17ef-4c9b-9947-667538b4c5f8)] {{(pid=98375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:44:02.353497 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:02.355279 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:02.402448 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Pushing event updated for resources: {'Port': ['ID=827e7feb-c85b-4fc1-810a-3e8d1d203d8b,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:02.417318 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:02.453865 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:02.501288 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:02.536313 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=d1441100-0136-4f88-af7f-042efffdb324,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:02.545030 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:02.545495 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-2538195c-0488-4fcc-b45d-581b92822b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:02.626614 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc61f7-9d1b-44e3-b0b5-a8a9fab017b9 req-41bcae2a-9d41-414c-ae93-5c2a4f2e27ee tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:02.628174 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-66bc61f7-9d1b-44e3-b0b5-a8a9fab017b9 req-41bcae2a-9d41-414c-ae93-5c2a4f2e27ee tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 945 time: 0.6462638 May 28 01:44:02.637256 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b113db-5d45-4096-9c1c-d53be990514a req-1231a348-61f0-4fcf-956d-8f1815f3c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:02.639286 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f8b113db-5d45-4096-9c1c-d53be990514a req-1231a348-61f0-4fcf-956d-8f1815f3c2f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=921f98b5-4b6b-4d1c-9f05-0d3139f095a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5976403 May 28 01:44:02.663797 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Pushing event updated for resources: {'Port': ['ID=897c55f5-4c7d-43cc-bf6c-4e6380aec749,revision_number=2']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:02.671990 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:02.697571 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'name': 'tempest-TestShelveInstance-769832035-router', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:48Z', 'updated_at': '2021-05-28T01:43:55Z', 'revision_number': 4, 'project_id': '80115eb4505040a89af0ce7659f24042', 'gw_port': {'id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:50Z', 'updated_at': '2021-05-28T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '01ba99e8-1d9e-4fcd-a0f2-596111e6c918', 'name': '', 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'mac_address': 'fa:16:3e:5b:31:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '93f16f84-fabf-40d4-be95-91f2cfae9bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:53Z', 'updated_at': '2021-05-28T01:44:00Z', 'revision_number': 4, 'project_id': '80115eb4505040a89af0ce7659f24042', 'subnets': [{'id': '93f16f84-fabf-40d4-be95-91f2cfae9bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:44:02.704676 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc61a3-0f02-4096-bb3f-424763f79fdb None None] The sync data for ids ['835ff9ac-8264-4c75-8d4c-a02532d5dbe5'] in dv-cinder-793515-1-smb is: [{'id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'name': 'tempest-TestShelveInstance-769832035-router', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:48Z', 'updated_at': '2021-05-28T01:43:55Z', 'revision_number': 4, 'project_id': '80115eb4505040a89af0ce7659f24042', 'gw_port': {'id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:50Z', 'updated_at': '2021-05-28T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '01ba99e8-1d9e-4fcd-a0f2-596111e6c918', 'name': '', 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'mac_address': 'fa:16:3e:5b:31:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '93f16f84-fabf-40d4-be95-91f2cfae9bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:53Z', 'updated_at': '2021-05-28T01:44:00Z', 'revision_number': 4, 'project_id': '80115eb4505040a89af0ce7659f24042', 'subnets': [{'id': '93f16f84-fabf-40d4-be95-91f2cfae9bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:44:02.857274 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04670b-6dee-4012-87ec-f26490549ff6 req-5ac8b488-af5e-4950-8630-bbdea9cdb6f9 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:02.864674 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4c04670b-6dee-4012-87ec-f26490549ff6 req-5ac8b488-af5e-4950-8630-bbdea9cdb6f9 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 946 time: 0.5562880 May 28 01:44:02.943740 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-66bc61f7-9d1b-44e3-b0b5-a8a9fab017b9 req-7e77e475-6e33-48a8-81fc-9c72227c723b tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/security-groups?id=715c6156-7943-4113-9d40-3a7efc2bf0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959447 May 28 01:44:03.043407 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1441100-0136-4f88-af7f-042efffdb324', 'code': 200} May 28 01:44:03.071433 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4c04670b-6dee-4012-87ec-f26490549ff6 req-e0fd8d75-0947-4ffc-833b-091ae6594b07 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055717 May 28 01:44:03.212363 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f8b113db-5d45-4096-9c1c-d53be990514a req-2c5b3fa3-cc7f-4956-9c09-e068289b5684 service neutron] 10.222.0.20 "GET /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591314 May 28 01:44:03.491990 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5f2fa-24ea-4fb4-a20c-0d8a7ff9ea77 req-88efe8f8-e536-427d-8e6e-5b91f774c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:03.493631 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-aad5f2fa-24ea-4fb4-a20c-0d8a7ff9ea77 req-88efe8f8-e536-427d-8e6e-5b91f774c388 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 1099 time: 0.1637614 May 28 01:44:03.582568 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-aad5f2fa-24ea-4fb4-a20c-0d8a7ff9ea77 req-c99fb743-4825-4256-9704-1dc788ac4573 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709600 May 28 01:44:03.601002 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:03.714389 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4170c6-26db-4f34-8a1d-ba9996808fa5 req-bd351d81-2c46-4adb-8b23-4954d02eafd9 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:03.716372 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9d4170c6-26db-4f34-8a1d-ba9996808fa5 req-bd351d81-2c46-4adb-8b23-4954d02eafd9 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.4457400 May 28 01:44:03.720942 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f8b113db-5d45-4096-9c1c-d53be990514a req-8e353e3d-01b5-48e4-b297-9aab17d90010 service neutron] 10.222.0.20 "GET /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808457 May 28 01:44:03.745624 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b977c68e-fe42-4654-8cda-42ed1479edaa None None] Network 2ef7c19e-bfb4-4cd7-8d51-a35b17271a98 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:44:03.848699 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9d4170c6-26db-4f34-8a1d-ba9996808fa5 req-d2898739-00f7-40e1-92c8-19cb6853f42e tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743656 May 28 01:44:03.855759 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-6a6d8d6e-a944-404c-90e7-58b77a87361a None None] Provisioning for port 897c55f5-4c7d-43cc-bf6c-4e6380aec749 completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:44:04.046310 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025286'] for router, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:04.473789 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9b78f-5d37-4367-8e0e-2f49a6a093dc req-84a01ba6-e5cd-456f-99e7-c5505cf96bb5 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:04.475269 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-81f9b78f-5d37-4367-8e0e-2f49a6a093dc req-84a01ba6-e5cd-456f-99e7-c5505cf96bb5 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 946 time: 0.2687502 May 28 01:44:04.491438 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 897c55f5-4c7d-43cc-bf6c-4e6380aec749 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:44:04.491772 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329826a9-07d8-4844-9f61-6638dd40d30f req-bb46eb67-3fbc-468c-8382-426dba8fad4b tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:04.493245 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-329826a9-07d8-4844-9f61-6638dd40d30f req-bb46eb67-3fbc-468c-8382-426dba8fad4b tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 945 time: 0.2878387 May 28 01:44:04.561055 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port 897c55f5-4c7d-43cc-bf6c-4e6380aec749 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:44:04.565888 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 897c55f5-4c7d-43cc-bf6c-4e6380aec749 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:44:04.566271 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:04.579238 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-81f9b78f-5d37-4367-8e0e-2f49a6a093dc req-a41662ee-387e-4e4a-a52b-41f9219e0a19 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836525 May 28 01:44:04.584036 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Router c88757ac-8e8f-48ba-a598-b2b0a7439529 is scheduled to L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 with binding_index 1 {{(pid=98373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 01:44:04.588925 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-329826a9-07d8-4844-9f61-6638dd40d30f req-096bf069-5bcc-4637-bdcd-16619d33905a tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/security-groups?id=715c6156-7943-4113-9d40-3a7efc2bf0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742874 May 28 01:44:04.782105 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:04.846860 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port 897c55f5-4c7d-43cc-bf6c-4e6380aec749, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=897c55f5-4c7d-43cc-bf6c-4e6380aec749,segment=NetworkSegment(b6e15af2-17ef-4c9b-9947-667538b4c5f8),segment_id=b6e15af2-17ef-4c9b-9947-667538b4c5f8)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:04.859784 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:04.861316 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:44:04.873855 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:44:04.883089 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Sync routers for ids ['c88757ac-8e8f-48ba-a598-b2b0a7439529'] in dv-cinder-793515-1-smb {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:44:04.900848 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Routers {'c88757ac-8e8f-48ba-a598-b2b0a7439529'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:44:04.901845 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:44:00Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['c88757ac-8e8f-48ba-a598-b2b0a7439529'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:44:04.939099 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:04.953669 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c61c4-f662-419c-84a8-505567bd360c req-a17daca1-a29d-4ef4-9f78-467fd8eb5066 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:04.960707 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9a8c61c4-f662-419c-84a8-505567bd360c req-a17daca1-a29d-4ef4-9f78-467fd8eb5066 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/networks?id=52f0d540-8d57-41c6-a6dd-a20c995fd81e HTTP/1.1" status: 200 len: 815 time: 0.2222412 May 28 01:44:04.970746 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Notify callbacks [] for router, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:04.971928 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.9557991 May 28 01:44:04.975254 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54712) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:04.981348 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9a8c61c4-f662-419c-84a8-505567bd360c req-ee250e65-2f44-43ea-9d49-52e14a43a118 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/quotas/32440717f9724b4e981cecec3271f880 HTTP/1.1" status: 200 len: 375 time: 0.0197427 May 28 01:44:05.132742 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=897c55f5-4c7d-43cc-bf6c-4e6380aec749,revision_number=3']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:05.134100 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9a8c61c4-f662-419c-84a8-505567bd360c req-293eac2d-dd6f-4df8-a967-e7b979aa36c0 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=32440717f9724b4e981cecec3271f880&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1515968 May 28 01:44:05.141074 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:05.147888 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:44:05.158784 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:44:05.158784 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:05.336877 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Set router c88757ac-8e8f-48ba-a598-b2b0a7439529 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:44:05.437138 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:05.490627 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port 01ba99e8-1d9e-4fcd-a0f2-596111e6c918, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=01ba99e8-1d9e-4fcd-a0f2-596111e6c918,segment=NetworkSegment(a7102f3a-e9ff-49ec-861a-82dec178c589),segment_id=a7102f3a-e9ff-49ec-861a-82dec178c589)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:05.500689 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:05.502870 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:05.574484 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9a8c61c4-f662-419c-84a8-505567bd360c req-4d5eec06-4447-496e-920b-70aa73277bd6 service neutron] 10.222.0.32 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395094 May 28 01:44:05.585944 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f96853-50a5-4fbc-8492-633d766e0917 req-c2c89d4c-c171-4c1e-ab19-2b170a39bdcd tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:05.587458 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-72f96853-50a5-4fbc-8492-633d766e0917 req-c2c89d4c-c171-4c1e-ab19-2b170a39bdcd tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.2308395 May 28 01:44:05.605693 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=01ba99e8-1d9e-4fcd-a0f2-596111e6c918,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:05.609125 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:05.720626 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-72f96853-50a5-4fbc-8492-633d766e0917 req-67dca286-ff25-4904-9e2b-bf0bc0696416 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056743 May 28 01:44:05.754797 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88757ac-8e8f-48ba-a598-b2b0a7439529', 'name': 'tempest-TestShelveInstance-922301586-router', 'tenant_id': '57f665636b0c4149b5da75d09c6474ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '827e7feb-c85b-4fc1-810a-3e8d1d203d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:59Z', 'updated_at': '2021-05-28T01:44:02Z', 'revision_number': 3, 'project_id': '57f665636b0c4149b5da75d09c6474ce', 'gw_port': {'id': '827e7feb-c85b-4fc1-810a-3e8d1d203d8b', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88757ac-8e8f-48ba-a598-b2b0a7439529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:44:00Z', 'updated_at': '2021-05-28T01:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:44:05.758934 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Checking router: c88757ac-8e8f-48ba-a598-b2b0a7439529 for host: dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:44:05.759310 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Updating router c88757ac-8e8f-48ba-a598-b2b0a7439529 port 827e7feb-c85b-4fc1-810a-3e8d1d203d8b binding host dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 01:44:05.767671 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9a8c61c4-f662-419c-84a8-505567bd360c req-ed1a4c08-704b-4e9b-aab9-11996d3e17f2 service neutron] 10.222.0.32 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787338 May 28 01:44:05.820943 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:05.971960 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0de0f4-fb8d-47ca-bd92-a695cd20a451 req-9380dc97-f1f3-47d6-8a64-054bded4aaa6 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:05.980775 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cd0de0f4-fb8d-47ca-bd92-a695cd20a451 req-9380dc97-f1f3-47d6-8a64-054bded4aaa6 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 946 time: 0.1379349 May 28 01:44:06.026017 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cd0de0f4-fb8d-47ca-bd92-a695cd20a451 req-698aa1f0-774f-4239-945c-0402224bce54 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443201 May 28 01:44:06.137515 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4505cc78-f911-4325-919d-b33943b990c9 req-4c09c598-5950-4468-8959-34d7c3620603 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 210 time: 0.0515971 May 28 01:44:06.176035 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:06.413102 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Notify callbacks [] for port, precommit_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:06.438588 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.provisioning_blocks [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Transition to ACTIVE for port object 827e7feb-c85b-4fc1-810a-3e8d1d203d8b will not be triggered until provisioned by entity L2. {{(pid=98376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:44:06.451170 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:06.460732 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-2d166103-83ad-4155-8a2d-8044f19ebf90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:06.464272 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_common [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Allocated IP 172.20.0.1 (2ef7c19e-bfb4-4cd7-8d51-a35b17271a98/72808002-6b19-40ca-ae52-98af55a9c3c1/1698df59-4dfb-4931-8e0f-2c3386f2d59d) {{(pid=98374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:44:06.467099 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 897c55f5-4c7d-43cc-bf6c-4e6380aec749 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:44:06.542772 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a230c-aaec-4b8d-b695-c99d7c639c3f None None] Pushing event updated for resources: {'Port': ['ID=827e7feb-c85b-4fc1-810a-3e8d1d203d8b,revision_number=2']} {{(pid=98376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:06.549672 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-3b0a230c-aaec-4b8d-b695-c99d7c639c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:06.556455 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 897c55f5-4c7d-43cc-bf6c-4e6380aec749 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:44:06.557060 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:06.566856 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Attempting to bind port 827e7feb-c85b-4fc1-810a-3e8d1d203d8b on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:44:06.567229 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Attempting to bind port 827e7feb-c85b-4fc1-810a-3e8d1d203d8b by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}] {{(pid=98376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:44:06.567594 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Attempting to bind port 827e7feb-c85b-4fc1-810a-3e8d1d203d8b on network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:44:06.574429 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:44:06.574811 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Checking segment: {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:44:06.575400 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:06.575801 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Bound using segment: {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'} {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:44:06.576313 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Bound port: 827e7feb-c85b-4fc1-810a-3e8d1d203d8b, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}}] {{(pid=98376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:44:06.576689 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:06.678713 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.db [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] For port 827e7feb-c85b-4fc1-810a-3e8d1d203d8b, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:44:06.682025 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.db [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] For port 827e7feb-c85b-4fc1-810a-3e8d1d203d8b, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=827e7feb-c85b-4fc1-810a-3e8d1d203d8b,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:44:06.688917 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:06.695534 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:06.728025 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:06.753295 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:44:06.757083 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.provisioning_blocks [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Transition to ACTIVE for port object 1698df59-4dfb-4931-8e0f-2c3386f2d59d will not be triggered until provisioned by entity DHCP. {{(pid=98374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:44:06.787548 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:06.811496 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:06.839389 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a230c-aaec-4b8d-b695-c99d7c639c3f None None] Pushing event updated for resources: {'Port': ['ID=827e7feb-c85b-4fc1-810a-3e8d1d203d8b,revision_number=3']} {{(pid=98376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:06.844642 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-3b0a230c-aaec-4b8d-b695-c99d7c639c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:06.857452 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Routers {'c88757ac-8e8f-48ba-a598-b2b0a7439529'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:44:06.858071 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:44:00Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['c88757ac-8e8f-48ba-a598-b2b0a7439529'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:44:06.927273 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:44:06.928029 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:06.974028 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Network 2ef7c19e-bfb4-4cd7-8d51-a35b17271a98 is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:44:06.982955 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:44:06.986819 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Received port after_create {{(pid=98374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:44:07.057432 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] Set router c88757ac-8e8f-48ba-a598-b2b0a7439529 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:44:07.097123 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Pushing event updated for resources: {'Port': ['ID=1698df59-4dfb-4931-8e0f-2c3386f2d59d,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:07.104326 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:07.125615 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031799'] for router_interface, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:07.264319 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e0bd3-4802-4e46-9b31-da13b94470f9 req-efb610a4-31f1-426f-9b44-dc2618627d02 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:07.277523 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a44e0bd3-4802-4e46-9b31-da13b94470f9 req-efb610a4-31f1-426f-9b44-dc2618627d02 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.3254559 May 28 01:44:07.345199 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:07.357170 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-f0b57b68-8d3c-4f4e-87ec-511b5a69a059 None None] Provisioning for port 1698df59-4dfb-4931-8e0f-2c3386f2d59d completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:44:07.362763 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-f0b57b68-8d3c-4f4e-87ec-511b5a69a059 None None] Provisioning complete for port 1698df59-4dfb-4931-8e0f-2c3386f2d59d triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:44:07.363462 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-f0b57b68-8d3c-4f4e-87ec-511b5a69a059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:07.428892 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-f0b57b68-8d3c-4f4e-87ec-511b5a69a059 None None] Port 1698df59-4dfb-4931-8e0f-2c3386f2d59d cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:44:07.454267 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88757ac-8e8f-48ba-a598-b2b0a7439529', 'name': 'tempest-TestShelveInstance-922301586-router', 'tenant_id': '57f665636b0c4149b5da75d09c6474ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '827e7feb-c85b-4fc1-810a-3e8d1d203d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:59Z', 'updated_at': '2021-05-28T01:44:02Z', 'revision_number': 3, 'project_id': '57f665636b0c4149b5da75d09c6474ce', 'gw_port': {'id': '827e7feb-c85b-4fc1-810a-3e8d1d203d8b', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88757ac-8e8f-48ba-a598-b2b0a7439529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:44:00Z', 'updated_at': '2021-05-28T01:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:44:07.460017 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818b92dc-7a81-4aee-94ca-49d1985e01ec None None] The sync data for ids ['c88757ac-8e8f-48ba-a598-b2b0a7439529'] in dv-cinder-793515-1-smb is: [{'id': 'c88757ac-8e8f-48ba-a598-b2b0a7439529', 'name': 'tempest-TestShelveInstance-922301586-router', 'tenant_id': '57f665636b0c4149b5da75d09c6474ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '827e7feb-c85b-4fc1-810a-3e8d1d203d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:59Z', 'updated_at': '2021-05-28T01:44:02Z', 'revision_number': 3, 'project_id': '57f665636b0c4149b5da75d09c6474ce', 'gw_port': {'id': '827e7feb-c85b-4fc1-810a-3e8d1d203d8b', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88757ac-8e8f-48ba-a598-b2b0a7439529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:44:00Z', 'updated_at': '2021-05-28T01:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}] {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:44:07.518910 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3e775dae-00e2-4a26-80b1-5ff2f78952b8 req-5196f355-ebd0-4b30-b50a-007ea85d88b2 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 210 time: 0.1642647 May 28 01:44:07.522484 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a44e0bd3-4802-4e46-9b31-da13b94470f9 req-fe30b1e6-a5a6-460a-bb2c-f1645b1e7ad0 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421212 May 28 01:44:07.624400 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:07.628864 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10898818'] for port, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:07.656544 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:07.760319 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Pushing event updated for resources: {'Port': ['ID=1698df59-4dfb-4931-8e0f-2c3386f2d59d,revision_number=2']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:07.763373 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1031898'] for router_interface, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:07.767879 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:07.889614 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c61c4-f662-419c-84a8-505567bd360c req-743972cd-fb88-4c2c-9ad6-3e9e5fd0dd37 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:07.891434 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9a8c61c4-f662-419c-84a8-505567bd360c req-743972cd-fb88-4c2c-9ad6-3e9e5fd0dd37 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.20 "GET /v2.0/networks?id=52f0d540-8d57-41c6-a6dd-a20c995fd81e HTTP/1.1" status: 200 len: 815 time: 0.1980119 May 28 01:44:07.933130 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Network 2ef7c19e-bfb4-4cd7-8d51-a35b17271a98 is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:44:07.934339 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:44:07.943269 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-9a8c61c4-f662-419c-84a8-505567bd360c req-f9da49e2-b033-4134-93e6-ed275d29cd6a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Request body: {'port': {'device_id': 'a39cd804-73d1-4481-8856-28a8a790f024', 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e', 'admin_state_up': True, 'tenant_id': '32440717f9724b4e981cecec3271f880'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:44:08.171583 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-9a8c61c4-f662-419c-84a8-505567bd360c req-f9da49e2-b033-4134-93e6-ed275d29cd6a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:44:08.177824 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-9a8c61c4-f662-419c-84a8-505567bd360c req-f9da49e2-b033-4134-93e6-ed275d29cd6a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Usage tracker for resource:port and tenant:32440717f9724b4e981cecec3271f880 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:44:08.188178 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Router c88757ac-8e8f-48ba-a598-b2b0a7439529 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:44:08.190876 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-9a8c61c4-f662-419c-84a8-505567bd360c req-f9da49e2-b033-4134-93e6-ed275d29cd6a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:44:08.197243 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-9a8c61c4-f662-419c-84a8-505567bd360c req-f9da49e2-b033-4134-93e6-ed275d29cd6a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:44:08.219521 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a8c61c4-f662-419c-84a8-505567bd360c req-f9da49e2-b033-4134-93e6-ed275d29cd6a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Made reservation on behalf of 32440717f9724b4e981cecec3271f880 for: {'port': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:44:08.223562 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9a8c61c4-f662-419c-84a8-505567bd360c req-f9da49e2-b033-4134-93e6-ed275d29cd6a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:08.260105 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-1fc47296-c2be-4ca7-a216-153817f791ff None None] Provisioning complete for port 1698df59-4dfb-4931-8e0f-2c3386f2d59d triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:44:08.261500 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-1fc47296-c2be-4ca7-a216-153817f791ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:08.337175 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-1fc47296-c2be-4ca7-a216-153817f791ff None None] Port 1698df59-4dfb-4931-8e0f-2c3386f2d59d cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:44:08.477072 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [req-9a8c61c4-f662-419c-84a8-505567bd360c req-f9da49e2-b033-4134-93e6-ed275d29cd6a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Allocated IP 172.20.0.3 (52f0d540-8d57-41c6-a6dd-a20c995fd81e/52254074-e28a-4080-9a1b-3e9eccf9a78c/a6e16986-2901-4f11-871c-959210ef04c1) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:44:08.536521 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 827e7feb-c85b-4fc1-810a-3e8d1d203d8b up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:44:08.620777 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:44:08.647251 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] 10.222.0.32 "PUT /v2.0/routers/c88757ac-8e8f-48ba-a598-b2b0a7439529/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6629505 May 28 01:44:08.718273 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port 827e7feb-c85b-4fc1-810a-3e8d1d203d8b completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:44:08.725458 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 827e7feb-c85b-4fc1-810a-3e8d1d203d8b triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:44:08.725848 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:08.856222 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-00fdfa82-6cf5-4e6a-ab38-74ce78ba9d98 req-d185cc5f-81bc-49af-97f8-a644bdec3fb4 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 210 time: 0.0557702 May 28 01:44:08.944277 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9a8c61c4-f662-419c-84a8-505567bd360c req-f9da49e2-b033-4134-93e6-ed275d29cd6a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:08.971703 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:09.010500 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port 827e7feb-c85b-4fc1-810a-3e8d1d203d8b, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=827e7feb-c85b-4fc1-810a-3e8d1d203d8b,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:09.025333 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:09.027446 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:09.113803 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f8ab1-f0f2-4471-8a54-f08e56c9077d req-4f6b3179-13a6-41eb-a547-9039bcbc8a52 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:09.122391 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6c5f8ab1-f0f2-4471-8a54-f08e56c9077d req-4f6b3179-13a6-41eb-a547-9039bcbc8a52 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1542721 May 28 01:44:09.127523 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54812) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:09.127944 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=827e7feb-c85b-4fc1-810a-3e8d1d203d8b,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:09.129216 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9a8c61c4-f662-419c-84a8-505567bd360c req-f9da49e2-b033-4134-93e6-ed275d29cd6a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:09.132061 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:09.164352 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-878ccd3d-3bc9-4a44-b75a-757a0b164074 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:09.195181 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['aa8ec143-4257-4f9c-9218-94caaa57ec03', '11703550-daa6-480b-8425-a1c9ecfa1702', '9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:44:09.280291 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e8bd5b29-ef8f-46ed-b3be-66793152384f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:09.296672 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-e8bd5b29-ef8f-46ed-b3be-66793152384f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:44:09.301331 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-e8bd5b29-ef8f-46ed-b3be-66793152384f admin admin] Usage tracker for resource:security_group_rule and tenant:83e1a36709b6497f9b0e08ff5e431309 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:44:09.304815 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a8c61c4-f662-419c-84a8-505567bd360c req-f9da49e2-b033-4134-93e6-ed275d29cd6a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Network 52f0d540-8d57-41c6-a6dd-a20c995fd81e is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:44:09.305379 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-e8bd5b29-ef8f-46ed-b3be-66793152384f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:44:09.311271 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-e8bd5b29-ef8f-46ed-b3be-66793152384f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:44:09.361331 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [req-9a8c61c4-f662-419c-84a8-505567bd360c req-f9da49e2-b033-4134-93e6-ed275d29cd6a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:44:09.387512 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8c61c4-f662-419c-84a8-505567bd360c req-f9da49e2-b033-4134-93e6-ed275d29cd6a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:44:09.422977 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e8bd5b29-ef8f-46ed-b3be-66793152384f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:09.429255 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e8bd5b29-ef8f-46ed-b3be-66793152384f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:09.430385 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da49e2-b033-4134-93e6-ed275d29cd6a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Pushing event updated for resources: {'Port': ['ID=a6e16986-2901-4f11-871c-959210ef04c1,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:09.443098 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-f9da49e2-b033-4134-93e6-ed275d29cd6a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:09.470917 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-35bca582-ea36-4652-8f6b-ff8d9466c91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:09.472903 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6c5f8ab1-f0f2-4471-8a54-f08e56c9077d req-2ccbfb50-209f-4029-8cd6-e3711d7ce4af tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489287 May 28 01:44:09.518931 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c61c4-f662-419c-84a8-505567bd360c req-f9da49e2-b033-4134-93e6-ed275d29cd6a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:09.519631 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9a8c61c4-f662-419c-84a8-505567bd360c req-f9da49e2-b033-4134-93e6-ed275d29cd6a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:09.565434 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e2d38-2643-4599-ba25-470be54d3f23 req-9400b4f6-dd91-4109-90f5-e3a77e42d900 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:09.567892 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-644e2d38-2643-4599-ba25-470be54d3f23 req-9400b4f6-dd91-4109-90f5-e3a77e42d900 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 946 time: 0.2825212 May 28 01:44:09.569583 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9a8c61c4-f662-419c-84a8-505567bd360c req-f9da49e2-b033-4134-93e6-ed275d29cd6a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6313109 May 28 01:44:09.606029 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Request body: {'port': {'device_id': 'a39cd804-73d1-4481-8856-28a8a790f024', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:44:09.696864 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-644e2d38-2643-4599-ba25-470be54d3f23 req-a4d962c5-d322-4ee3-9481-377ef618d641 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206536 May 28 01:44:09.728392 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-e8bd5b29-ef8f-46ed-b3be-66793152384f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83e1a36709b6497f9b0e08ff5e431309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5971601 May 28 01:44:09.729583 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54824) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:09.763482 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Sync routers for ids ['c88757ac-8e8f-48ba-a598-b2b0a7439529'] in dv-cinder-793515-1-smb {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:44:09.778980 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd5b29-ef8f-46ed-b3be-66793152384f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b62d65-b781-4667-a5f2-aa808f0b253c,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:09.782084 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:09.782241 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-e8bd5b29-ef8f-46ed-b3be-66793152384f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:09.813951 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Routers {'c88757ac-8e8f-48ba-a598-b2b0a7439529'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:44:09.814714 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:44:00Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['c88757ac-8e8f-48ba-a598-b2b0a7439529'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:44:09.853147 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ad346fff-376c-4aa9-8b29-845eec3e266b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:09.885788 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ad346fff-376c-4aa9-8b29-845eec3e266b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:09.968639 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ad346fff-376c-4aa9-8b29-845eec3e266b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:09.975242 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-e8bd5b29-ef8f-46ed-b3be-66793152384f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:09.991938 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad346fff-376c-4aa9-8b29-845eec3e266b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b62d65-b781-4667-a5f2-aa808f0b253c,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:09.994621 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ad346fff-376c-4aa9-8b29-845eec3e266b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:09.995774 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-ad346fff-376c-4aa9-8b29-845eec3e266b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8b62d65-b781-4667-a5f2-aa808f0b253c HTTP/1.1" status: 204 len: 168 time: 0.2657077 May 28 01:44:09.996923 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-ad346fff-376c-4aa9-8b29-845eec3e266b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:10.136778 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Set router c88757ac-8e8f-48ba-a598-b2b0a7439529 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:44:10.150710 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54838) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:10.156980 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-43fd2dd5-d287-4181-b9d0-26fc77fc48ef tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-10862890', 'description': 'tempest-secgroup-smoke-10862890 description', 'project_id': '80115eb4505040a89af0ce7659f24042'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:44:10.165763 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-43fd2dd5-d287-4181-b9d0-26fc77fc48ef tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:44:10.175474 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-43fd2dd5-d287-4181-b9d0-26fc77fc48ef tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Usage tracker for resource:security_group and tenant:80115eb4505040a89af0ce7659f24042 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:44:10.185364 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-43fd2dd5-d287-4181-b9d0-26fc77fc48ef tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:44:10.197192 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-43fd2dd5-d287-4181-b9d0-26fc77fc48ef tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:44:10.228282 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e16986-2901-4f11-871c-959210ef04c1 {{(pid=98373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:44:10.238781 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-43fd2dd5-d287-4181-b9d0-26fc77fc48ef tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:10.246195 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:10.273168 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Transition to ACTIVE for port object a6e16986-2901-4f11-871c-959210ef04c1 will not be triggered until provisioned by entity L2. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:44:10.278347 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:10.283858 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-8ced6248-d686-4384-b5c9-60e24b74ba15 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:10.300295 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-43fd2dd5-d287-4181-b9d0-26fc77fc48ef tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:44:10.315424 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-43fd2dd5-d287-4181-b9d0-26fc77fc48ef tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Usage tracker for resource:security_group_rule and tenant:80115eb4505040a89af0ce7659f24042 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:44:10.337158 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-43fd2dd5-d287-4181-b9d0-26fc77fc48ef tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:44:10.343370 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-43fd2dd5-d287-4181-b9d0-26fc77fc48ef tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:44:10.544932 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 827e7feb-c85b-4fc1-810a-3e8d1d203d8b up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:44:10.559141 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-43fd2dd5-d287-4181-b9d0-26fc77fc48ef tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:10.569151 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-43fd2dd5-d287-4181-b9d0-26fc77fc48ef tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:10.575500 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-d6a5077d-e08f-429c-86b3-19c468c226b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:10.655080 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e16986-2901-4f11-871c-959210ef04c1,revision_number=2']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:10.661932 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:10.680635 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd2dd5-d287-4181-b9d0-26fc77fc48ef tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:10.691427 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-43fd2dd5-d287-4181-b9d0-26fc77fc48ef tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:10.701472 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-43fd2dd5-d287-4181-b9d0-26fc77fc48ef tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:10.707090 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-43fd2dd5-d287-4181-b9d0-26fc77fc48ef tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.5540886 May 28 01:44:10.707090 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54864) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:10.718216 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Attempting to bind port a6e16986-2901-4f11-871c-959210ef04c1 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:44:10.718468 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-19531857-0103-4621-ba82-e82b09215ee5 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Request body: {'security_group_rule': {'security_group_id': '650fcfa4-b5d2-411f-8fa0-dd7abdafdb47', 'project_id': '80115eb4505040a89af0ce7659f24042', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:44:10.720007 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Attempting to bind port a6e16986-2901-4f11-871c-959210ef04c1 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'd12d5d54-573a-46e8-8145-3515ecd566e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e'}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:44:10.720334 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Attempting to bind port a6e16986-2901-4f11-871c-959210ef04c1 on network 52f0d540-8d57-41c6-a6dd-a20c995fd81e {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:44:10.733554 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-19531857-0103-4621-ba82-e82b09215ee5 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:44:10.741366 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8d9d9-0150-4479-b052-abfc4f8baf48 req-8c771af2-5272-405d-8866-e5ab87fddaa6 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:10.742096 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-38b8d9d9-0150-4479-b052-abfc4f8baf48 req-8c771af2-5272-405d-8866-e5ab87fddaa6 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Synchronizing usage tracker for tenant:32440717f9724b4e981cecec3271f880 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:44:10.742588 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-19531857-0103-4621-ba82-e82b09215ee5 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Usage tracker for resource:security_group_rule and tenant:80115eb4505040a89af0ce7659f24042 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:44:10.750188 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-19531857-0103-4621-ba82-e82b09215ee5 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:44:10.750416 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Port a6e16986-2901-4f11-871c-959210ef04c1 on network 52f0d540-8d57-41c6-a6dd-a20c995fd81e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 01:44:10.750646 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Attempting to bind port a6e16986-2901-4f11-871c-959210ef04c1 on network 52f0d540-8d57-41c6-a6dd-a20c995fd81e {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:44:10.758289 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-19531857-0103-4621-ba82-e82b09215ee5 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:44:10.760984 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Checking agent: {'id': '1b125da3-7d0c-4b26-bfd9-a1004cddd395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:44:10.761312 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Checking segment: {'id': 'd12d5d54-573a-46e8-8145-3515ecd566e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:44:10.762075 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Bound using segment: {'id': 'd12d5d54-573a-46e8-8145-3515ecd566e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e'} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:44:10.762517 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Bound port: a6e16986-2901-4f11-871c-959210ef04c1, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd12d5d54-573a-46e8-8145-3515ecd566e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e'}}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:44:10.763263 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:10.787317 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-19531857-0103-4621-ba82-e82b09215ee5 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:10.826033 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-38b8d9d9-0150-4479-b052-abfc4f8baf48 req-8c771af2-5272-405d-8866-e5ab87fddaa6 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Unset dirty status for tenant:32440717f9724b4e981cecec3271f880 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:44:10.827187 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-38b8d9d9-0150-4479-b052-abfc4f8baf48 req-8c771af2-5272-405d-8866-e5ab87fddaa6 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 943 time: 0.4964988 May 28 01:44:10.833047 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 827e7feb-c85b-4fc1-810a-3e8d1d203d8b triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:44:10.833587 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:10.893754 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-38b8d9d9-0150-4479-b052-abfc4f8baf48 req-9a871c2f-f0a5-4f5d-92a3-64a41a18f997 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591848 May 28 01:44:10.908975 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-19531857-0103-4621-ba82-e82b09215ee5 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:10.929998 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] For port a6e16986-2901-4f11-871c-959210ef04c1, host hv-cinder-79351, cleared binding levels {{(pid=98373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:44:10.930214 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-19531857-0103-4621-ba82-e82b09215ee5 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985474'] for security_group_rule, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:10.935096 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] For port a6e16986-2901-4f11-871c-959210ef04c1, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a6e16986-2901-4f11-871c-959210ef04c1,segment=NetworkSegment(d12d5d54-573a-46e8-8145-3515ecd566e1),segment_id=d12d5d54-573a-46e8-8145-3515ecd566e1)] {{(pid=98373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:44:10.937428 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-34dacda7-22b6-4fbb-b784-ff467f79b749 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:10.943903 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:10.950798 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-77d11890-2a34-4b57-a529-69db001f9d22 tempest-DeleteServersTestJSON-1675809884 tempest-DeleteServersTestJSON-1675809884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:10.964334 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19531857-0103-4621-ba82-e82b09215ee5 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfabf1a-c520-49d1-a004-179d387f1927,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:10.978667 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-19531857-0103-4621-ba82-e82b09215ee5 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:11.004445 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88757ac-8e8f-48ba-a598-b2b0a7439529', 'name': 'tempest-TestShelveInstance-922301586-router', 'tenant_id': '57f665636b0c4149b5da75d09c6474ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '827e7feb-c85b-4fc1-810a-3e8d1d203d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:59Z', 'updated_at': '2021-05-28T01:44:07Z', 'revision_number': 4, 'project_id': '57f665636b0c4149b5da75d09c6474ce', 'gw_port': {'id': '827e7feb-c85b-4fc1-810a-3e8d1d203d8b', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88757ac-8e8f-48ba-a598-b2b0a7439529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:44:00Z', 'updated_at': '2021-05-28T01:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '1698df59-4dfb-4931-8e0f-2c3386f2d59d', 'name': '', 'network_id': '2ef7c19e-bfb4-4cd7-8d51-a35b17271a98', 'tenant_id': '57f665636b0c4149b5da75d09c6474ce', 'mac_address': 'fa:16:3e:e4:4e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88757ac-8e8f-48ba-a598-b2b0a7439529', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '72808002-6b19-40ca-ae52-98af55a9c3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:44:06Z', 'updated_at': '2021-05-28T01:44:07Z', 'revision_number': 2, 'project_id': '57f665636b0c4149b5da75d09c6474ce', 'subnets': [{'id': '72808002-6b19-40ca-ae52-98af55a9c3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:44:11.020695 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-19531857-0103-4621-ba82-e82b09215ee5 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:11.022089 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-19531857-0103-4621-ba82-e82b09215ee5 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3139956 May 28 01:44:11.024988 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54880) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:11.030926 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-5d8f4d68-7a7d-4cd4-8d5b-34244156257f tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Request body: {'security_group_rule': {'security_group_id': '650fcfa4-b5d2-411f-8fa0-dd7abdafdb47', 'project_id': '80115eb4505040a89af0ce7659f24042', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:44:11.039860 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-5d8f4d68-7a7d-4cd4-8d5b-34244156257f tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:44:11.046564 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-5d8f4d68-7a7d-4cd4-8d5b-34244156257f tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Usage tracker for resource:security_group_rule and tenant:80115eb4505040a89af0ce7659f24042 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:44:11.049842 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-5d8f4d68-7a7d-4cd4-8d5b-34244156257f tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:44:11.058435 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Checking router: c88757ac-8e8f-48ba-a598-b2b0a7439529 for host: dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:44:11.058808 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Updating router c88757ac-8e8f-48ba-a598-b2b0a7439529 port 1698df59-4dfb-4931-8e0f-2c3386f2d59d binding host dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 01:44:11.061378 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-5d8f4d68-7a7d-4cd4-8d5b-34244156257f tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:44:11.085200 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5d8f4d68-7a7d-4cd4-8d5b-34244156257f tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:11.096341 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:11.096951 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:11.098514 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9a8c61c4-f662-419c-84a8-505567bd360c req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] 10.222.0.20 "PUT /v2.0/ports/a6e16986-2901-4f11-871c-959210ef04c1 HTTP/1.1" status: 200 len: 1093 time: 1.5009949 May 28 01:44:11.100741 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39cd804-73d1-4481-8856-28a8a790f024', 'tag': 'a6e16986-2901-4f11-871c-959210ef04c1'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:44:11.124561 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:11.147279 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e16986-2901-4f11-871c-959210ef04c1,revision_number=3']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:11.157428 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:11.185715 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5d8f4d68-7a7d-4cd4-8d5b-34244156257f tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:11.227003 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09187c3-c2ce-4262-856d-13c1b3ccdacc req-ef94545a-b191-42ff-87ab-ccd5b61a5c18 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:11.234375 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d09187c3-c2ce-4262-856d-13c1b3ccdacc req-ef94545a-b191-42ff-87ab-ccd5b61a5c18 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1926439 May 28 01:44:11.282286 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5d8f4d68-7a7d-4cd4-8d5b-34244156257f tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985474'] for security_group_rule, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:11.302462 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d09187c3-c2ce-4262-856d-13c1b3ccdacc req-41c53b2b-5567-44d8-a6e3-f4b74f4da011 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672157 May 28 01:44:11.339307 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-779d6139-3111-43df-b98d-cda3fce90c7e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:11.353665 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f4d68-7a7d-4cd4-8d5b-34244156257f tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f0a5d8-60c2-448f-9466-c4aa8e521bb6,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:11.365192 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-5d8f4d68-7a7d-4cd4-8d5b-34244156257f tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:11.370208 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5d8f4d68-7a7d-4cd4-8d5b-34244156257f tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:11.371590 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-5d8f4d68-7a7d-4cd4-8d5b-34244156257f tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3454084 May 28 01:44:11.378599 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54894) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:11.388211 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-448b77db-d921-4ebe-915d-c0a3800f5161 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Request body: {'security_group_rule': {'security_group_id': '650fcfa4-b5d2-411f-8fa0-dd7abdafdb47', 'project_id': '80115eb4505040a89af0ce7659f24042', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:44:11.395031 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-448b77db-d921-4ebe-915d-c0a3800f5161 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:44:11.400358 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-448b77db-d921-4ebe-915d-c0a3800f5161 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Usage tracker for resource:security_group_rule and tenant:80115eb4505040a89af0ce7659f24042 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:44:11.404802 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-448b77db-d921-4ebe-915d-c0a3800f5161 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:44:11.411317 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-448b77db-d921-4ebe-915d-c0a3800f5161 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:44:11.451607 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-448b77db-d921-4ebe-915d-c0a3800f5161 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:11.453684 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e190dec-aef4-4f0f-a419-2effe7979d6d req-eb7dbda0-c153-48e5-99a0-8b4255112811 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:11.455152 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9e190dec-aef4-4f0f-a419-2effe7979d6d req-eb7dbda0-c153-48e5-99a0-8b4255112811 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 946 time: 0.2838907 May 28 01:44:11.478237 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f8e75-aee9-4731-aefd-3ba8d0a57204 req-449b7ff3-800e-4fea-bf86-aa53a581b390 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:11.480906 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b99f8e75-aee9-4731-aefd-3ba8d0a57204 req-449b7ff3-800e-4fea-bf86-aa53a581b390 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.1502099 May 28 01:44:11.498738 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c61c4-f662-419c-84a8-505567bd360c req-69597b59-3ecd-412a-9bc6-8daeb9e30a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:11.500375 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-9a8c61c4-f662-419c-84a8-505567bd360c req-69597b59-3ecd-412a-9bc6-8daeb9e30a68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32440717f9724b4e981cecec3271f880&device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 1096 time: 0.2901509 May 28 01:44:11.579185 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-448b77db-d921-4ebe-915d-c0a3800f5161 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:11.587608 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-9a8c61c4-f662-419c-84a8-505567bd360c req-92a1ec75-f227-4045-8bc9-3ced184a10c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6e16986-2901-4f11-871c-959210ef04c1 HTTP/1.1" status: 200 len: 217 time: 0.0661433 May 28 01:44:11.592620 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-448b77db-d921-4ebe-915d-c0a3800f5161 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985474'] for security_group_rule, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:11.644723 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:11.649100 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Notify callbacks [] for port, precommit_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:11.676371 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Transition to ACTIVE for port object 1698df59-4dfb-4931-8e0f-2c3386f2d59d will not be triggered until provisioned by entity L2. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:44:11.683849 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b77db-d921-4ebe-915d-c0a3800f5161 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c843fa69-c40c-4ff8-ab22-833e0a559209,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:11.687115 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-448b77db-d921-4ebe-915d-c0a3800f5161 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:11.694710 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:11.699401 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:11.699812 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c61c4-f662-419c-84a8-505567bd360c req-f2def40f-0e7c-4eca-8662-094f9bd6b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:11.702089 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-9a8c61c4-f662-419c-84a8-505567bd360c req-f2def40f-0e7c-4eca-8662-094f9bd6b4d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=52254074-e28a-4080-9a1b-3e9eccf9a78c HTTP/1.1" status: 200 len: 855 time: 0.1080451 May 28 01:44:11.703353 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-448b77db-d921-4ebe-915d-c0a3800f5161 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:11.707334 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-448b77db-d921-4ebe-915d-c0a3800f5161 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3228765 May 28 01:44:11.707481 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54898) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:11.712762 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-74fce8f2-fe28-4bd8-acf6-64ee62ce932b tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Request body: {'security_group_rule': {'security_group_id': '650fcfa4-b5d2-411f-8fa0-dd7abdafdb47', 'project_id': '80115eb4505040a89af0ce7659f24042', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:44:11.726183 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b99f8e75-aee9-4731-aefd-3ba8d0a57204 req-5b3c84f5-ae04-4142-ab58-154f68fb474a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342542 May 28 01:44:11.774141 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-9e190dec-aef4-4f0f-a419-2effe7979d6d req-721b042f-ee73-4085-bd2b-993a1a9428f9 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Deleting port d1441100-0136-4f88-af7f-042efffdb324 {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:44:11.774493 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9e190dec-aef4-4f0f-a419-2effe7979d6d req-721b042f-ee73-4085-bd2b-993a1a9428f9 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:11.778732 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-74fce8f2-fe28-4bd8-acf6-64ee62ce932b tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:44:11.783214 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-9a8c61c4-f662-419c-84a8-505567bd360c req-5969df8b-0d1d-4e56-9508-45c4f250bcae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f0d540-8d57-41c6-a6dd-a20c995fd81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647421 May 28 01:44:11.785637 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-74fce8f2-fe28-4bd8-acf6-64ee62ce932b tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Usage tracker for resource:security_group_rule and tenant:80115eb4505040a89af0ce7659f24042 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:44:11.788821 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-74fce8f2-fe28-4bd8-acf6-64ee62ce932b tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:44:11.794868 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-74fce8f2-fe28-4bd8-acf6-64ee62ce932b tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:44:11.797127 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeceb06d-0c97-41d2-9ac4-ded55e06b5e0 req-fb7d8020-4d2b-4f63-ac86-187068108df0 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:11.804901 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-eeceb06d-0c97-41d2-9ac4-ded55e06b5e0 req-fb7d8020-4d2b-4f63-ac86-187068108df0 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 946 time: 0.2145472 May 28 01:44:11.915436 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-74fce8f2-fe28-4bd8-acf6-64ee62ce932b tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:11.926514 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641bd57-016a-4703-a601-63859179a76b None None] Pushing event updated for resources: {'Port': ['ID=1698df59-4dfb-4931-8e0f-2c3386f2d59d,revision_number=3']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:11.941250 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-2641bd57-016a-4703-a601-63859179a76b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:12.028421 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Attempting to bind port 1698df59-4dfb-4931-8e0f-2c3386f2d59d on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:44:12.028801 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Attempting to bind port 1698df59-4dfb-4931-8e0f-2c3386f2d59d by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': 'b6e15af2-17ef-4c9b-9947-667538b4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ef7c19e-bfb4-4cd7-8d51-a35b17271a98'}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:44:12.030270 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Attempting to bind port 1698df59-4dfb-4931-8e0f-2c3386f2d59d on network 2ef7c19e-bfb4-4cd7-8d51-a35b17271a98 {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:44:12.034844 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:44:12.035281 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Checking segment: {'id': 'b6e15af2-17ef-4c9b-9947-667538b4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ef7c19e-bfb4-4cd7-8d51-a35b17271a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:44:12.035623 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:12.036048 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Bound using segment: {'id': 'b6e15af2-17ef-4c9b-9947-667538b4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ef7c19e-bfb4-4cd7-8d51-a35b17271a98'} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:44:12.036519 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Bound port: 1698df59-4dfb-4931-8e0f-2c3386f2d59d, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e15af2-17ef-4c9b-9947-667538b4c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ef7c19e-bfb4-4cd7-8d51-a35b17271a98'}}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:44:12.037048 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:12.103457 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-eeceb06d-0c97-41d2-9ac4-ded55e06b5e0 req-0ca8d6ec-7fe4-4a19-a8ba-6a227cf66421 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968426 May 28 01:44:12.137062 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-9e190dec-aef4-4f0f-a419-2effe7979d6d req-721b042f-ee73-4085-bd2b-993a1a9428f9 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] For port d1441100-0136-4f88-af7f-042efffdb324, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d1441100-0136-4f88-af7f-042efffdb324,segment=NetworkSegment(6875ae40-2be9-4411-b471-02dfcba01fd6),segment_id=6875ae40-2be9-4411-b471-02dfcba01fd6)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:12.138341 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9e190dec-aef4-4f0f-a419-2effe7979d6d req-721b042f-ee73-4085-bd2b-993a1a9428f9 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:12.170110 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-9a8c61c4-f662-419c-84a8-505567bd360c req-8fadaaf7-ebc1-4c64-a340-8a247fdde474 service neutron] 10.222.0.20 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671863 May 28 01:44:12.178947 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] For port 1698df59-4dfb-4931-8e0f-2c3386f2d59d, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:44:12.186902 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] For port 1698df59-4dfb-4931-8e0f-2c3386f2d59d, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=1698df59-4dfb-4931-8e0f-2c3386f2d59d,segment=NetworkSegment(b6e15af2-17ef-4c9b-9947-667538b4c5f8),segment_id=b6e15af2-17ef-4c9b-9947-667538b4c5f8)] {{(pid=98375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:44:12.208087 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:12.212187 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:12.223887 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-74fce8f2-fe28-4bd8-acf6-64ee62ce932b tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:12.304591 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-9e190dec-aef4-4f0f-a419-2effe7979d6d req-721b042f-ee73-4085-bd2b-993a1a9428f9 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Calling delete_port for d1441100-0136-4f88-af7f-042efffdb324 owned by compute:nova {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:44:12.355551 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Routers {'c88757ac-8e8f-48ba-a598-b2b0a7439529'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:44:12.357361 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:44:00Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['c88757ac-8e8f-48ba-a598-b2b0a7439529'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:44:12.448458 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-74fce8f2-fe28-4bd8-acf6-64ee62ce932b tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985474'] for security_group_rule, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:12.450147 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641bd57-016a-4703-a601-63859179a76b None None] Pushing event updated for resources: {'Port': ['ID=1698df59-4dfb-4931-8e0f-2c3386f2d59d,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:12.464439 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:12.467879 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39cd804-73d1-4481-8856-28a8a790f024', 'tag': 'a6e16986-2901-4f11-871c-959210ef04c1', 'status': 'completed', 'code': 200} May 28 01:44:12.473003 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-2641bd57-016a-4703-a601-63859179a76b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:12.488253 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-9a8c61c4-f662-419c-84a8-505567bd360c req-d568fa41-44fc-4d81-8f05-08f6a1dd0728 service neutron] 10.222.0.20 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052933 May 28 01:44:12.505613 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fce8f2-fe28-4bd8-acf6-64ee62ce932b tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2dbf22a-a34e-4b8d-b900-854927c55c00,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:12.510654 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-74fce8f2-fe28-4bd8-acf6-64ee62ce932b tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:12.517199 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-74fce8f2-fe28-4bd8-acf6-64ee62ce932b tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:12.522764 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-74fce8f2-fe28-4bd8-acf6-64ee62ce932b tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8134794 May 28 01:44:12.523835 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54914) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:12.530786 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-32cd861b-05dd-4189-befe-e31f139dfa38 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Request body: {'security_group_rule': {'security_group_id': '650fcfa4-b5d2-411f-8fa0-dd7abdafdb47', 'project_id': '80115eb4505040a89af0ce7659f24042', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:44:12.538646 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-32cd861b-05dd-4189-befe-e31f139dfa38 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:44:12.543622 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-32cd861b-05dd-4189-befe-e31f139dfa38 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Usage tracker for resource:security_group_rule and tenant:80115eb4505040a89af0ce7659f24042 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:44:12.548411 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-32cd861b-05dd-4189-befe-e31f139dfa38 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:44:12.555806 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-32cd861b-05dd-4189-befe-e31f139dfa38 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:44:12.570003 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.db.securitygroups_db [None req-32cd861b-05dd-4189-befe-e31f139dfa38 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Project 80115eb4505040a89af0ce7659f24042 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 01:44:12.570427 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9e190dec-aef4-4f0f-a419-2effe7979d6d req-721b042f-ee73-4085-bd2b-993a1a9428f9 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:12.577403 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-32cd861b-05dd-4189-befe-e31f139dfa38 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:12.585462 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:12.622295 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] Set router c88757ac-8e8f-48ba-a598-b2b0a7439529 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:44:12.643057 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12085ae0-51c0-4e1e-ab54-277c93543f3b req-8cc9827c-463a-4234-86e9-b408c2cbd1a7 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:12.648317 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-12085ae0-51c0-4e1e-ab54-277c93543f3b req-8cc9827c-463a-4234-86e9-b408c2cbd1a7 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 943 time: 0.2487566 May 28 01:44:12.651354 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-32cd861b-05dd-4189-befe-e31f139dfa38 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:12.657879 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-32cd861b-05dd-4189-befe-e31f139dfa38 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985474'] for security_group_rule, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:12.660076 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-5d8f4d68-7a7d-4cd4-8d5b-34244156257f tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:12.669674 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['d1441100-0136-4f88-af7f-042efffdb324'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:44:12.717943 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd861b-05dd-4189-befe-e31f139dfa38 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a37de2-7bfb-4ae0-b70d-0677df634492,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:12.731201 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-32cd861b-05dd-4189-befe-e31f139dfa38 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:12.745518 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-32cd861b-05dd-4189-befe-e31f139dfa38 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:12.750162 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-32cd861b-05dd-4189-befe-e31f139dfa38 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2249470 May 28 01:44:12.751012 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 54918) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:12.757373 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-a60e134b-21c1-42c7-b2a0-ce809d64612a tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Request body: {'security_group_rule': {'security_group_id': '650fcfa4-b5d2-411f-8fa0-dd7abdafdb47', 'project_id': '80115eb4505040a89af0ce7659f24042', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:44:12.766656 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-a60e134b-21c1-42c7-b2a0-ce809d64612a tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:44:12.772281 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b042f-ee73-4085-bd2b-993a1a9428f9 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Pushing event deleted for resources: {'Port': ['ID=d1441100-0136-4f88-af7f-042efffdb324,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:12.774155 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-a60e134b-21c1-42c7-b2a0-ce809d64612a tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Usage tracker for resource:security_group_rule and tenant:80115eb4505040a89af0ce7659f24042 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:44:12.774567 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e190dec-aef4-4f0f-a419-2effe7979d6d req-721b042f-ee73-4085-bd2b-993a1a9428f9 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] No DVR routers for this DVR port d1441100-0136-4f88-af7f-042efffdb324 on host hv-cinder-79351 {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:44:12.777811 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-721b042f-ee73-4085-bd2b-993a1a9428f9 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:12.777955 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-a60e134b-21c1-42c7-b2a0-ce809d64612a tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:44:12.779523 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-9e190dec-aef4-4f0f-a419-2effe7979d6d req-721b042f-ee73-4085-bd2b-993a1a9428f9 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:12.787165 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-a60e134b-21c1-42c7-b2a0-ce809d64612a tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:44:12.805594 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949cfe4-0308-4369-b6cc-82b1d8d0469c req-36166f23-ce9a-4268-8e83-20875d9c291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:12.807436 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-8949cfe4-0308-4369-b6cc-82b1d8d0469c req-36166f23-ce9a-4268-8e83-20875d9c291f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32440717f9724b4e981cecec3271f880&device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 1096 time: 0.1305571 May 28 01:44:12.814275 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.db.securitygroups_db [None req-a60e134b-21c1-42c7-b2a0-ce809d64612a tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Project 80115eb4505040a89af0ce7659f24042 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 01:44:12.821302 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-12085ae0-51c0-4e1e-ab54-277c93543f3b req-225199e0-9f8e-46c8-83c3-664e41437f3b tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847383 May 28 01:44:12.823327 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9e190dec-aef4-4f0f-a419-2effe7979d6d req-721b042f-ee73-4085-bd2b-993a1a9428f9 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.20 "DELETE /v2.0/ports/d1441100-0136-4f88-af7f-042efffdb324 HTTP/1.1" status: 204 len: 173 time: 1.3410296 May 28 01:44:12.845860 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a60e134b-21c1-42c7-b2a0-ce809d64612a tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:12.964829 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0a7ac-cdd7-4284-ae0f-a9f3294939e2 req-be7ebf28-886b-4e17-8240-b389ee759f2e tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:12.967385 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7be0a7ac-cdd7-4284-ae0f-a9f3294939e2 req-be7ebf28-886b-4e17-8240-b389ee759f2e tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 945 time: 0.1320355 May 28 01:44:13.025220 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a60e134b-21c1-42c7-b2a0-ce809d64612a tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:13.039767 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a60e134b-21c1-42c7-b2a0-ce809d64612a tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985474'] for security_group_rule, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:13.047159 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-32cd861b-05dd-4189-befe-e31f139dfa38 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:13.089245 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e134b-21c1-42c7-b2a0-ce809d64612a tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc1e1a0-455c-4e4b-b906-45bf8883baf9,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:13.093533 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-a60e134b-21c1-42c7-b2a0-ce809d64612a tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:13.094728 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949cfe4-0308-4369-b6cc-82b1d8d0469c req-e46363b4-a353-4cca-990b-4baac8e62dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:13.096534 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-8949cfe4-0308-4369-b6cc-82b1d8d0469c req-e46363b4-a353-4cca-990b-4baac8e62dba service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f0d540-8d57-41c6-a6dd-a20c995fd81e HTTP/1.1" status: 200 len: 916 time: 0.2766581 May 28 01:44:13.120077 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88757ac-8e8f-48ba-a598-b2b0a7439529', 'name': 'tempest-TestShelveInstance-922301586-router', 'tenant_id': '57f665636b0c4149b5da75d09c6474ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '827e7feb-c85b-4fc1-810a-3e8d1d203d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:59Z', 'updated_at': '2021-05-28T01:44:07Z', 'revision_number': 4, 'project_id': '57f665636b0c4149b5da75d09c6474ce', 'gw_port': {'id': '827e7feb-c85b-4fc1-810a-3e8d1d203d8b', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88757ac-8e8f-48ba-a598-b2b0a7439529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:44:00Z', 'updated_at': '2021-05-28T01:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '1698df59-4dfb-4931-8e0f-2c3386f2d59d', 'name': '', 'network_id': '2ef7c19e-bfb4-4cd7-8d51-a35b17271a98', 'tenant_id': '57f665636b0c4149b5da75d09c6474ce', 'mac_address': 'fa:16:3e:e4:4e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88757ac-8e8f-48ba-a598-b2b0a7439529', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '72808002-6b19-40ca-ae52-98af55a9c3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:44:06Z', 'updated_at': '2021-05-28T01:44:12Z', 'revision_number': 4, 'project_id': '57f665636b0c4149b5da75d09c6474ce', 'subnets': [{'id': '72808002-6b19-40ca-ae52-98af55a9c3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:44:13.124880 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5b42d3-9cec-4dc7-83f3-875016b4b4c3 None None] The sync data for ids ['c88757ac-8e8f-48ba-a598-b2b0a7439529'] in dv-cinder-793515-1-smb is: [{'id': 'c88757ac-8e8f-48ba-a598-b2b0a7439529', 'name': 'tempest-TestShelveInstance-922301586-router', 'tenant_id': '57f665636b0c4149b5da75d09c6474ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '827e7feb-c85b-4fc1-810a-3e8d1d203d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:59Z', 'updated_at': '2021-05-28T01:44:07Z', 'revision_number': 4, 'project_id': '57f665636b0c4149b5da75d09c6474ce', 'gw_port': {'id': '827e7feb-c85b-4fc1-810a-3e8d1d203d8b', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88757ac-8e8f-48ba-a598-b2b0a7439529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:44:00Z', 'updated_at': '2021-05-28T01:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '1698df59-4dfb-4931-8e0f-2c3386f2d59d', 'name': '', 'network_id': '2ef7c19e-bfb4-4cd7-8d51-a35b17271a98', 'tenant_id': '57f665636b0c4149b5da75d09c6474ce', 'mac_address': 'fa:16:3e:e4:4e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88757ac-8e8f-48ba-a598-b2b0a7439529', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '72808002-6b19-40ca-ae52-98af55a9c3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:44:06Z', 'updated_at': '2021-05-28T01:44:12Z', 'revision_number': 4, 'project_id': '57f665636b0c4149b5da75d09c6474ce', 'subnets': [{'id': '72808002-6b19-40ca-ae52-98af55a9c3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:44:13.164108 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a60e134b-21c1-42c7-b2a0-ce809d64612a tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:13.175425 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-a60e134b-21c1-42c7-b2a0-ce809d64612a tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4120860 May 28 01:44:13.183967 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7be0a7ac-cdd7-4284-ae0f-a9f3294939e2 req-a4e57191-91c0-4b07-846c-4645beb1af39 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/security-groups?id=715c6156-7943-4113-9d40-3a7efc2bf0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690000 May 28 01:44:13.194814 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-8949cfe4-0308-4369-b6cc-82b1d8d0469c req-0f5e2c81-012e-4a57-bf55-0797a64eb970 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6e16986-2901-4f11-871c-959210ef04c1 HTTP/1.1" status: 200 len: 217 time: 0.0869253 May 28 01:44:13.246662 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefabeb-c608-49c4-a376-4772892d0026 req-2c68eca6-6bd7-42fd-9a31-3b510fa50fb0 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:13.260311 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3fefabeb-c608-49c4-a376-4772892d0026 req-2c68eca6-6bd7-42fd-9a31-3b510fa50fb0 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.2904747 May 28 01:44:13.336531 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949cfe4-0308-4369-b6cc-82b1d8d0469c req-7a589f9c-0399-4481-8d26-243bbfd84928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:13.338084 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-8949cfe4-0308-4369-b6cc-82b1d8d0469c req-7a589f9c-0399-4481-8d26-243bbfd84928 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=52254074-e28a-4080-9a1b-3e9eccf9a78c HTTP/1.1" status: 200 len: 855 time: 0.1241093 May 28 01:44:13.344894 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3fefabeb-c608-49c4-a376-4772892d0026 req-45a59cb4-fa75-44c3-8718-e85d194f1139 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800965 May 28 01:44:13.419625 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-8949cfe4-0308-4369-b6cc-82b1d8d0469c req-8f037bd3-9d66-45b5-851f-894fa1410971 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f0d540-8d57-41c6-a6dd-a20c995fd81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599496 May 28 01:44:13.526394 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc580a69-77db-40a7-b2d3-cd5507bf5670 req-ba9c73e1-8361-433a-ac63-a3b9927834b6 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:13.533122 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cc580a69-77db-40a7-b2d3-cd5507bf5670 req-ba9c73e1-8361-433a-ac63-a3b9927834b6 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.1626797 May 28 01:44:13.659542 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-e9c4da79-2394-43a4-a3fb-0842f817408b req-46bc90ea-a973-43f5-8965-53fdd6eb2e1f tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Synchronizing usage tracker for tenant:17f36d9f4b0d47a7af5ac3c24c857793 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:44:13.723538 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cc580a69-77db-40a7-b2d3-cd5507bf5670 req-40919f31-d6e4-4ea6-9e78-f19ee4b3629c tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845117 May 28 01:44:13.765341 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-e9c4da79-2394-43a4-a3fb-0842f817408b req-46bc90ea-a973-43f5-8965-53fdd6eb2e1f tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Unset dirty status for tenant:17f36d9f4b0d47a7af5ac3c24c857793 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:44:13.768388 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e9c4da79-2394-43a4-a3fb-0842f817408b req-46bc90ea-a973-43f5-8965-53fdd6eb2e1f tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1 HTTP/1.1" status: 200 len: 210 time: 0.1942713 May 28 01:44:13.916806 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-8949cfe4-0308-4369-b6cc-82b1d8d0469c req-ea2c326a-19d7-4f5b-800a-074483d77ba2 service neutron] 10.222.0.20 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695714 May 28 01:44:14.059135 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd5701-2476-46fd-bd68-69555d613460 req-c9ab0ab8-10b3-49cd-ac21-a8bdd84fdb23 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:14.062036 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-75bd5701-2476-46fd-bd68-69555d613460 req-c9ab0ab8-10b3-49cd-ac21-a8bdd84fdb23 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 943 time: 0.0941029 May 28 01:44:14.119850 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-8949cfe4-0308-4369-b6cc-82b1d8d0469c req-ea6effa9-5bd0-4b56-90e7-30071c1cf1fe service neutron] 10.222.0.20 "GET /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940227 May 28 01:44:14.147393 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-75bd5701-2476-46fd-bd68-69555d613460 req-a03585c4-1b44-435f-b167-5defd67f3ce7 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794597 May 28 01:44:14.391156 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152aaaf0-4bb1-4aa4-8665-9e8178ae428a req-2f8f4334-9cdf-408f-a080-8debfe4e24a2 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:14.392925 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-152aaaf0-4bb1-4aa4-8665-9e8178ae428a req-2f8f4334-9cdf-408f-a080-8debfe4e24a2 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 945 time: 0.0942180 May 28 01:44:14.482934 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1', 'name': 'network-vif-deleted', 'tag': 'd1441100-0136-4f88-af7f-042efffdb324'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:44:14.488531 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 1698df59-4dfb-4931-8e0f-2c3386f2d59d up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:44:14.494854 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-152aaaf0-4bb1-4aa4-8665-9e8178ae428a req-30de3f2a-f405-487e-898b-a6cafd76cd8f tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/security-groups?id=715c6156-7943-4113-9d40-3a7efc2bf0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905507 May 28 01:44:14.558244 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bbab3-eed6-4e9f-ad48-b7a75655f27f req-c78a1e03-f4a7-4370-b4ff-4b381943244b tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:14.560378 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-117bbab3-eed6-4e9f-ad48-b7a75655f27f req-c78a1e03-f4a7-4370-b4ff-4b381943244b tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1128161 May 28 01:44:14.575790 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device d1441100-0136-4f88-af7f-042efffdb324 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:44:14.588617 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ec99e6-1ce3-4b87-bf33-60e4b9d5c3a1', 'name': 'network-vif-deleted', 'tag': 'd1441100-0136-4f88-af7f-042efffdb324', 'status': 'completed', 'code': 200} May 28 01:44:14.611059 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port 1698df59-4dfb-4931-8e0f-2c3386f2d59d completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:44:14.615099 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] No Port match for: d1441100-0136-4f88-af7f-042efffdb324 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:44:14.615452 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device d1441100-0136-4f88-af7f-042efffdb324 not bound to the agent host hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:44:14.617790 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 1698df59-4dfb-4931-8e0f-2c3386f2d59d triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:44:14.618559 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:14.625842 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-117bbab3-eed6-4e9f-ad48-b7a75655f27f req-430697c4-59fe-48e5-855d-843b019651b5 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573056 May 28 01:44:14.742313 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:14.775589 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port 1698df59-4dfb-4931-8e0f-2c3386f2d59d, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=1698df59-4dfb-4931-8e0f-2c3386f2d59d,segment=NetworkSegment(b6e15af2-17ef-4c9b-9947-667538b4c5f8),segment_id=b6e15af2-17ef-4c9b-9947-667538b4c5f8)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:14.780382 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:14.783395 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:14.852620 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=1698df59-4dfb-4931-8e0f-2c3386f2d59d,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:14.855793 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:14.973766 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa308a-e825-4f4a-be97-5b11ed630d5f req-9ee86143-6a71-4f39-baed-7a2cbe964251 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:14.976825 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c5aa308a-e825-4f4a-be97-5b11ed630d5f req-9ee86143-6a71-4f39-baed-7a2cbe964251 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.1253395 May 28 01:44:14.990563 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49f1f6-6a9f-43f9-9b2f-3e9dbdd37283 req-e3b57196-1bfa-4f87-b0aa-3856ee720ed2 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:14.991329 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-ea49f1f6-6a9f-43f9-9b2f-3e9dbdd37283 req-e3b57196-1bfa-4f87-b0aa-3856ee720ed2 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Synchronizing usage tracker for tenant:4e3548e43fa740cb9339381a7fd2487a on resource:port {{(pid=98374) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:44:15.029202 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-ea49f1f6-6a9f-43f9-9b2f-3e9dbdd37283 req-e3b57196-1bfa-4f87-b0aa-3856ee720ed2 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Unset dirty status for tenant:4e3548e43fa740cb9339381a7fd2487a on resource:port {{(pid=98374) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:44:15.030415 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-ea49f1f6-6a9f-43f9-9b2f-3e9dbdd37283 req-e3b57196-1bfa-4f87-b0aa-3856ee720ed2 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 945 time: 0.1960862 May 28 01:44:15.053288 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c5aa308a-e825-4f4a-be97-5b11ed630d5f req-4a42a086-e303-40fa-aa84-fc777919b4de tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655456 May 28 01:44:15.213503 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.plugin [req-ea49f1f6-6a9f-43f9-9b2f-3e9dbdd37283 req-90ba2866-bf0a-4642-9ce0-614d21beaa43 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Deleting port aad94e16-a7ad-4740-8bf8-7bc6e30ee317 {{(pid=98374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:44:15.213823 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-ea49f1f6-6a9f-43f9-9b2f-3e9dbdd37283 req-90ba2866-bf0a-4642-9ce0-614d21beaa43 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:15.320726 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 55026) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:15.388751 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.db [req-ea49f1f6-6a9f-43f9-9b2f-3e9dbdd37283 req-90ba2866-bf0a-4642-9ce0-614d21beaa43 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] For port aad94e16-a7ad-4740-8bf8-7bc6e30ee317, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=aad94e16-a7ad-4740-8bf8-7bc6e30ee317,segment=NetworkSegment(1710e917-aeb9-4254-878a-321559a2b55a),segment_id=1710e917-aeb9-4254-878a-321559a2b55a)] {{(pid=98374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:15.389021 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-ea49f1f6-6a9f-43f9-9b2f-3e9dbdd37283 req-90ba2866-bf0a-4642-9ce0-614d21beaa43 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:15.494623 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8b5f0-2884-4b49-a3dc-5d79fe3fff30 req-85fed38e-8089-48a4-9cc1-6ca003ec1bdd tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:15.496114 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-eaf8b5f0-2884-4b49-a3dc-5d79fe3fff30 req-85fed38e-8089-48a4-9cc1-6ca003ec1bdd tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 943 time: 0.1312830 May 28 01:44:15.502584 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-f328729d-d52c-4c5b-b490-e55e58ce5f71 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:15.503919 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-f328729d-d52c-4c5b-b490-e55e58ce5f71 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/networks?id=cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca HTTP/1.1" status: 200 len: 808 time: 0.3221292 May 28 01:44:15.522257 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.plugin [req-ea49f1f6-6a9f-43f9-9b2f-3e9dbdd37283 req-90ba2866-bf0a-4642-9ce0-614d21beaa43 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Calling delete_port for aad94e16-a7ad-4740-8bf8-7bc6e30ee317 owned by compute:nova {{(pid=98374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:44:15.527725 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-cfad1cef-424d-410c-abb9-934d2fd420ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:15.546200 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-cfad1cef-424d-410c-abb9-934d2fd420ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:44:15.551863 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-cfad1cef-424d-410c-abb9-934d2fd420ee admin admin] Usage tracker for resource:security_group_rule and tenant:743c32690e4f4346831e1ee9ef32db51 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:44:15.552486 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-1c979e0b-eded-40b4-a88d-fa079f326570 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/quotas/17f36d9f4b0d47a7af5ac3c24c857793 HTTP/1.1" status: 200 len: 375 time: 0.0345778 May 28 01:44:15.558368 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-eaf8b5f0-2884-4b49-a3dc-5d79fe3fff30 req-14eeaf04-b9da-4cce-a0c3-05defcc18e6e tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534937 May 28 01:44:15.602636 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-bfe7763a-c1ce-4ec4-ae7e-2b1bccba6e5b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17f36d9f4b0d47a7af5ac3c24c857793&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432677 May 28 01:44:15.617176 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-cfad1cef-424d-410c-abb9-934d2fd420ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:44:15.629434 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-cfad1cef-424d-410c-abb9-934d2fd420ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:44:15.783517 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-cfad1cef-424d-410c-abb9-934d2fd420ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:15.788665 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-cfad1cef-424d-410c-abb9-934d2fd420ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:15.796484 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-3519dd9a-19fb-4a4f-8717-947f9201dfad service neutron] 10.222.0.32 "GET /v2.0/networks/cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860936 May 28 01:44:15.796753 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-806ab2e1-b797-48fd-bd1e-827f703a5e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:15.806478 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-ea49f1f6-6a9f-43f9-9b2f-3e9dbdd37283 req-90ba2866-bf0a-4642-9ce0-614d21beaa43 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:15.830747 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716d305-58c4-4d34-9476-293b3e6a4ee1 req-2ac3f177-faba-4d27-924c-2e36e08afa64 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:15.832175 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7716d305-58c4-4d34-9476-293b3e6a4ee1 req-2ac3f177-faba-4d27-924c-2e36e08afa64 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 945 time: 0.1486490 May 28 01:44:15.871467 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['aad94e16-a7ad-4740-8bf8-7bc6e30ee317'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:44:15.873445 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-cfad1cef-424d-410c-abb9-934d2fd420ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=743c32690e4f4346831e1ee9ef32db51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5501728 May 28 01:44:15.880407 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 55036) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:15.881092 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad1cef-424d-410c-abb9-934d2fd420ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66272c0c-7584-4715-a09c-689eb5f2e1e7,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:15.890423 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-cfad1cef-424d-410c-abb9-934d2fd420ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:15.900092 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-6e4108f2-c825-45b7-adad-3d98d26e2064 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:15.975337 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7716d305-58c4-4d34-9476-293b3e6a4ee1 req-941c589c-24a4-4106-a512-4112162580f1 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/security-groups?id=715c6156-7943-4113-9d40-3a7efc2bf0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372128 May 28 01:44:15.980134 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba2866-bf0a-4642-9ce0-614d21beaa43 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Pushing event deleted for resources: {'Port': ['ID=aad94e16-a7ad-4740-8bf8-7bc6e30ee317,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:15.984141 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea49f1f6-6a9f-43f9-9b2f-3e9dbdd37283 req-90ba2866-bf0a-4642-9ce0-614d21beaa43 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] No DVR routers for this DVR port aad94e16-a7ad-4740-8bf8-7bc6e30ee317 on host hv-cinder-79351 {{(pid=98374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:44:15.985500 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-90ba2866-bf0a-4642-9ce0-614d21beaa43 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:16.001652 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-ea49f1f6-6a9f-43f9-9b2f-3e9dbdd37283 req-90ba2866-bf0a-4642-9ce0-614d21beaa43 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:16.001652 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b82a18d-a4b6-4e84-82b6-c10d211b9652', 'name': 'network-vif-deleted', 'tag': 'aad94e16-a7ad-4740-8bf8-7bc6e30ee317'}] {{(pid=98374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:44:16.002351 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-95fa34b9-406b-496a-b6ae-cb066604ce5c service neutron] 10.222.0.32 "GET /v2.0/networks/cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955674 May 28 01:44:16.044025 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-ea49f1f6-6a9f-43f9-9b2f-3e9dbdd37283 req-90ba2866-bf0a-4642-9ce0-614d21beaa43 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.20 "DELETE /v2.0/ports/aad94e16-a7ad-4740-8bf8-7bc6e30ee317 HTTP/1.1" status: 204 len: 173 time: 1.0057650 May 28 01:44:16.048364 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-c2931ce0-a848-478d-ae34-b85d507a5ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:16.081077 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-c2931ce0-a848-478d-ae34-b85d507a5ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:16.165726 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-c2931ce0-a848-478d-ae34-b85d507a5ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:16.171774 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-11353ceb-46ee-4a9d-a115-0f5c390b029e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:16.186288 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2931ce0-a848-478d-ae34-b85d507a5ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66272c0c-7584-4715-a09c-689eb5f2e1e7,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:16.206018 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-c2931ce0-a848-478d-ae34-b85d507a5ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:16.228396 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-c2931ce0-a848-478d-ae34-b85d507a5ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:16.232707 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-c2931ce0-a848-478d-ae34-b85d507a5ef5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66272c0c-7584-4715-a09c-689eb5f2e1e7 HTTP/1.1" status: 204 len: 168 time: 0.3530142 May 28 01:44:16.234797 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b82a18d-a4b6-4e84-82b6-c10d211b9652', 'name': 'network-vif-deleted', 'tag': 'aad94e16-a7ad-4740-8bf8-7bc6e30ee317', 'status': 'completed', 'code': 200} May 28 01:44:16.272196 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de632025-b093-4d17-8251-38ebda56cd87 req-39ec6004-7e89-4931-b232-7ec00c6fabf8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:16.280542 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de632025-b093-4d17-8251-38ebda56cd87 req-39ec6004-7e89-4931-b232-7ec00c6fabf8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1822805 May 28 01:44:16.338488 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de632025-b093-4d17-8251-38ebda56cd87 req-8e294b17-d9c7-483c-aa83-74dd290d3fd5 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529377 May 28 01:44:16.485216 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-993b4abc-119c-4b46-bd35-06ded5e4ae1a req-f3926613-07f8-458f-926d-170ee64b1e20 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 210 time: 0.0762711 May 28 01:44:16.504048 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 1698df59-4dfb-4931-8e0f-2c3386f2d59d up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:44:16.550990 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202030f8-6f39-4e4f-b715-871a86f06654 req-5e8cc13d-d6b5-4be2-81e3-c40f7d373326 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:16.562847 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-202030f8-6f39-4e4f-b715-871a86f06654 req-5e8cc13d-d6b5-4be2-81e3-c40f7d373326 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.2225029 May 28 01:44:16.609638 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 1698df59-4dfb-4931-8e0f-2c3386f2d59d triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:44:16.612382 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:16.654228 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device a6e16986-2901-4f11-871c-959210ef04c1 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:44:16.724480 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-202030f8-6f39-4e4f-b715-871a86f06654 req-0b731d8b-6e88-4a7a-9811-c42cff6ae923 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584072 May 28 01:44:16.875832 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port a6e16986-2901-4f11-871c-959210ef04c1, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a6e16986-2901-4f11-871c-959210ef04c1,segment=NetworkSegment(d12d5d54-573a-46e8-8145-3515ecd566e1),segment_id=d12d5d54-573a-46e8-8145-3515ecd566e1)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:16.890264 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': 'a6e16986-2901-4f11-871c-959210ef04c1', 'network_id': '52f0d540-8d57-41c6-a6dd-a20c995fd81e', 'port_id': 'a6e16986-2901-4f11-871c-959210ef04c1', 'mac_address': 'fa:16:3e:9b:5e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52254074-e28a-4080-9a1b-3e9eccf9a78c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:44:16.915813 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f76a9b-b80a-4406-ab8b-7ef67563de07 req-b138df9c-7420-4af3-8a89-7192832be96c tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:16.917799 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-39f76a9b-b80a-4406-ab8b-7ef67563de07 req-b138df9c-7420-4af3-8a89-7192832be96c tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 943 time: 0.0966499 May 28 01:44:16.953634 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:16.974892 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e16986-2901-4f11-871c-959210ef04c1 {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:44:16.980465 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-39f76a9b-b80a-4406-ab8b-7ef67563de07 req-1832972e-9b7a-4f74-b9cc-58aa3dbdd0f5 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502791 May 28 01:44:16.996133 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port a6e16986-2901-4f11-871c-959210ef04c1, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a6e16986-2901-4f11-871c-959210ef04c1,segment=NetworkSegment(d12d5d54-573a-46e8-8145-3515ecd566e1),segment_id=d12d5d54-573a-46e8-8145-3515ecd566e1)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:17.000663 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:17.002656 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-2538195c-0488-4fcc-b45d-581b92822b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:17.071574 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=a6e16986-2901-4f11-871c-959210ef04c1,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:17.076285 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:17.154874 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f4ff0ab0-f529-4f28-9f2a-308ef04f5a3c req-e82ae572-f200-451c-a845-e60dfe32eedc tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b82a18d-a4b6-4e84-82b6-c10d211b9652 HTTP/1.1" status: 200 len: 210 time: 0.0465300 May 28 01:44:17.515624 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3365a7-aa47-4305-8827-bebd476c1098 req-943929b9-90ef-4265-8f2c-580ac85e92b0 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:17.517105 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ba3365a7-aa47-4305-8827-bebd476c1098 req-943929b9-90ef-4265-8f2c-580ac85e92b0 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.0793591 May 28 01:44:17.575789 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ba3365a7-aa47-4305-8827-bebd476c1098 req-fcdcac9b-7ef3-4a70-a52c-7445a62b28ca tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523012 May 28 01:44:17.664728 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['a6e16986-2901-4f11-871c-959210ef04c1'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:44:17.685686 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-64b4b696-7a58-4e4e-a244-f573273d681c req-17283a89-541a-4a86-82ae-25dbfc96cd28 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 210 time: 0.0448003 May 28 01:44:17.927429 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff395bd3-31dc-41ca-ba44-160ee248a200 req-14855796-759c-4f25-bce2-ad4b8cefb391 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:17.929518 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ff395bd3-31dc-41ca-ba44-160ee248a200 req-14855796-759c-4f25-bce2-ad4b8cefb391 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.0876393 May 28 01:44:18.011578 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ff395bd3-31dc-41ca-ba44-160ee248a200 req-51040519-4a58-4616-afa0-3836e94b116c tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615261 May 28 01:44:18.054815 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-de24f66f-eceb-4b99-a66b-bb6307b898e3 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:18.055512 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-de24f66f-eceb-4b99-a66b-bb6307b898e3 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Synchronizing usage tracker for tenant:17f36d9f4b0d47a7af5ac3c24c857793 on resource:network {{(pid=98374) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:44:18.073671 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-de24f66f-eceb-4b99-a66b-bb6307b898e3 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Unset dirty status for tenant:17f36d9f4b0d47a7af5ac3c24c857793 on resource:network {{(pid=98374) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:44:18.074881 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-de24f66f-eceb-4b99-a66b-bb6307b898e3 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.20 "GET /v2.0/networks?id=cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca HTTP/1.1" status: 200 len: 808 time: 0.2241712 May 28 01:44:18.113799 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Request body: {'port': {'device_id': '8848ba0c-526e-4a6d-9b1b-b458708f746d', 'network_id': 'cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca', 'admin_state_up': True, 'tenant_id': '17f36d9f4b0d47a7af5ac3c24c857793'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:44:18.178352 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f153c99-a761-43a9-b69f-66a5abbd7c90 req-d1ef71f9-1908-4ad7-ad8b-f32dbebd32ee tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:18.179862 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6f153c99-a761-43a9-b69f-66a5abbd7c90 req-d1ef71f9-1908-4ad7-ad8b-f32dbebd32ee tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 944 time: 0.0845871 May 28 01:44:18.283476 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6f153c99-a761-43a9-b69f-66a5abbd7c90 req-8a97d2af-10bb-4cd9-a961-f890046f6c20 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947137 May 28 01:44:18.322806 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e498e0-f7c1-4ca0-b84f-4576a3f4ec0c req-823b811a-3b0b-4c30-9914-599f5d3b894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:18.324479 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-82e498e0-f7c1-4ca0-b84f-4576a3f4ec0c req-823b811a-3b0b-4c30-9914-599f5d3b894c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 1098 time: 0.1200957 May 28 01:44:18.362824 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:44:18.373415 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:44:18.379881 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-82e498e0-f7c1-4ca0-b84f-4576a3f4ec0c req-2db2b82d-ac43-480a-85c0-95918bfe7055 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387726 May 28 01:44:18.384580 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Made reservation on behalf of 17f36d9f4b0d47a7af5ac3c24c857793 for: {'port': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:44:18.388156 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:18.553012 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_common [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Allocated IP 172.20.0.2 (cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca/40f7c061-5818-43f8-8a18-a70a53c82cfb/1bb02857-2fa0-498c-83c7-15a6d2f0022c) {{(pid=98374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:44:18.626980 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device aad94e16-a7ad-4740-8bf8-7bc6e30ee317 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:44:18.693913 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] No Port match for: aad94e16-a7ad-4740-8bf8-7bc6e30ee317 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:44:18.700199 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device aad94e16-a7ad-4740-8bf8-7bc6e30ee317 not bound to the agent host hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:44:18.816738 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Notify callbacks [] for port, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:18.846224 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:18.852733 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-67d8711b-e47a-44ff-af7a-23f94560a169 tempest-VolumesActionsTest-736828616 tempest-VolumesActionsTest-736828616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:18.903618 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba69a18-39c0-4131-9981-1b8b077b51dc req-8f9b84af-fa36-4fd5-97e5-45787b1ce3a9 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:18.905077 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4ba69a18-39c0-4131-9981-1b8b077b51dc req-8f9b84af-fa36-4fd5-97e5-45787b1ce3a9 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1416354 May 28 01:44:18.917094 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Network cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:44:18.920771 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:44:18.924700 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Received port after_create {{(pid=98374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:44:18.949155 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd88c07-2bbd-4637-ac02-0ccf4bd77eba req-b52cb6e1-f2d8-431f-ba62-ac562398633f tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:18.950612 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5dd88c07-2bbd-4637-ac02-0ccf4bd77eba req-b52cb6e1-f2d8-431f-ba62-ac562398633f tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 931 time: 0.1266394 May 28 01:44:18.965635 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Pushing event updated for resources: {'Port': ['ID=1bb02857-2fa0-498c-83c7-15a6d2f0022c,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:18.980711 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:18.981593 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:18.982148 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:18.982338 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:18.982682 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:18.983030 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:18.983369 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:18.983706 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:18.984072 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:18.984414 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:18.984749 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:18.985090 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:18.986693 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4ba69a18-39c0-4131-9981-1b8b077b51dc req-a24145ce-22ab-489c-ac63-e4c73bbac87a tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736470 May 28 01:44:18.990604 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:19.017772 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:19.018502 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:19.026726 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5dd88c07-2bbd-4637-ac02-0ccf4bd77eba req-2c335f41-2441-429d-ab55-51a2517d5324 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687354 May 28 01:44:19.047251 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-5dafe2d4-c460-4842-ba15-3421db99ee36 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9372792 May 28 01:44:19.083763 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Request body: {'port': {'device_id': '8848ba0c-526e-4a6d-9b1b-b458708f746d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:44:19.206688 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74395caf-cb37-4c59-8bf4-6d3bf900a1a8 req-60c330a1-8891-4025-b5c5-1d30f40367bc tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:19.207903 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:19.214775 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-74395caf-cb37-4c59-8bf4-6d3bf900a1a8 req-60c330a1-8891-4025-b5c5-1d30f40367bc tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.0944862 May 28 01:44:19.255455 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-74395caf-cb37-4c59-8bf4-6d3bf900a1a8 req-80953b75-2024-4077-922e-eb56f1fe0d96 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398340 May 28 01:44:19.471677 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15376f53-9f54-4085-9959-a7a7a1f64fe8 req-e2fd8571-d0db-41b8-a18c-815daa24594f tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:19.473146 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-15376f53-9f54-4085-9959-a7a7a1f64fe8 req-e2fd8571-d0db-41b8-a18c-815daa24594f tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 944 time: 0.0790803 May 28 01:44:19.516790 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-15376f53-9f54-4085-9959-a7a7a1f64fe8 req-82eadf79-2696-42a6-8173-e79ec0d221f3 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379400 May 28 01:44:19.553576 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.notifiers.nova [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb02857-2fa0-498c-83c7-15a6d2f0022c {{(pid=98374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:44:19.560714 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:19.574286 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.provisioning_blocks [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Transition to ACTIVE for port object 1bb02857-2fa0-498c-83c7-15a6d2f0022c will not be triggered until provisioned by entity L2. {{(pid=98374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:44:19.579667 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10898818'] for port, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:19.583413 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-122df2a4-a536-46c8-9884-4018bbc82f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:19.706713 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Pushing event updated for resources: {'Port': ['ID=1bb02857-2fa0-498c-83c7-15a6d2f0022c,revision_number=2']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:19.733319 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:19.816495 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.managers [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Attempting to bind port 1bb02857-2fa0-498c-83c7-15a6d2f0022c on host hv-cinder-79351 for vnic_type normal with profile {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:44:19.816834 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.managers [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Attempting to bind port 1bb02857-2fa0-498c-83c7-15a6d2f0022c by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '6875ae40-2be9-4411-b471-02dfcba01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca'}] {{(pid=98374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:44:19.817163 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Attempting to bind port 1bb02857-2fa0-498c-83c7-15a6d2f0022c on network cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:44:19.821864 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Port 1bb02857-2fa0-498c-83c7-15a6d2f0022c on network cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 01:44:19.822184 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Attempting to bind port 1bb02857-2fa0-498c-83c7-15a6d2f0022c on network cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:44:19.827796 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Checking agent: {'id': '1b125da3-7d0c-4b26-bfd9-a1004cddd395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:44:19.828527 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Checking segment: {'id': '6875ae40-2be9-4411-b471-02dfcba01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:44:19.828917 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Bound using segment: {'id': '6875ae40-2be9-4411-b471-02dfcba01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca'} {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:44:19.829350 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.managers [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Bound port: 1bb02857-2fa0-498c-83c7-15a6d2f0022c, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6875ae40-2be9-4411-b471-02dfcba01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca'}}] {{(pid=98374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:44:19.829703 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:19.924349 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.db [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] For port 1bb02857-2fa0-498c-83c7-15a6d2f0022c, host hv-cinder-79351, cleared binding levels {{(pid=98374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:44:19.927361 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.db [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] For port 1bb02857-2fa0-498c-83c7-15a6d2f0022c, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1bb02857-2fa0-498c-83c7-15a6d2f0022c,segment=NetworkSegment(6875ae40-2be9-4411-b471-02dfcba01fd6),segment_id=6875ae40-2be9-4411-b471-02dfcba01fd6)] {{(pid=98374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:44:19.932380 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10898818'] for port, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:19.938127 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-ddfec410-aea9-41f0-b7c3-305d2a84db74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:19.999829 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:20.000430 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:20.001987 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] 10.222.0.20 "PUT /v2.0/ports/1bb02857-2fa0-498c-83c7-15a6d2f0022c HTTP/1.1" status: 200 len: 1093 time: 0.9226472 May 28 01:44:20.007076 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8848ba0c-526e-4a6d-9b1b-b458708f746d', 'tag': '1bb02857-2fa0-498c-83c7-15a6d2f0022c'}] {{(pid=98374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:44:20.031433 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Pushing event updated for resources: {'Port': ['ID=1bb02857-2fa0-498c-83c7-15a6d2f0022c,revision_number=3']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:20.034734 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:20.082648 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8848ba0c-526e-4a6d-9b1b-b458708f746d', 'tag': '1bb02857-2fa0-498c-83c7-15a6d2f0022c', 'status': 'completed', 'code': 200} May 28 01:44:20.204731 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-748ba314-5eda-4bc6-9f4b-ae8fdee157d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:20.206190 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-748ba314-5eda-4bc6-9f4b-ae8fdee157d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17f36d9f4b0d47a7af5ac3c24c857793&device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 1096 time: 0.0735483 May 28 01:44:20.300220 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ccc2d-829c-42aa-a756-6a29a9f26954 req-4ac563ec-4ef2-4da8-a2b3-f27a50d3aed4 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:20.301704 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1c6ccc2d-829c-42aa-a756-6a29a9f26954 req-4ac563ec-4ef2-4da8-a2b3-f27a50d3aed4 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1489646 May 28 01:44:20.309559 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-486ee76c-221a-4adc-90cc-6307b1a2287e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bb02857-2fa0-498c-83c7-15a6d2f0022c HTTP/1.1" status: 200 len: 217 time: 0.0729425 May 28 01:44:20.310274 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b492c53-7ed2-40f7-9f0f-f012ee1b5b40 req-fb9ac8b3-d6fb-460e-a144-eee5d8b89387 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:20.311705 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2b492c53-7ed2-40f7-9f0f-f012ee1b5b40 req-fb9ac8b3-d6fb-460e-a144-eee5d8b89387 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 943 time: 0.1222885 May 28 01:44:20.381503 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-4816b2d6-e9c1-460c-b932-e8b08cb68e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:20.382724 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-4816b2d6-e9c1-460c-b932-e8b08cb68e37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40f7c061-5818-43f8-8a18-a70a53c82cfb HTTP/1.1" status: 200 len: 848 time: 0.0588956 May 28 01:44:20.383737 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1c6ccc2d-829c-42aa-a756-6a29a9f26954 req-0e5594d4-e178-4b9e-b83e-61fe3cec52f8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710597 May 28 01:44:20.388682 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2b492c53-7ed2-40f7-9f0f-f012ee1b5b40 req-86e9eefd-1af4-4da4-beea-a6e1113afa17 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625799 May 28 01:44:20.432478 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-9c416693-8de9-4f7a-a74a-deec6d3dc94b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416811 May 28 01:44:20.590297 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a4de8-f275-4679-87d2-77ad982b8aed req-246c804c-63dc-4a86-8d7e-1703a07a6183 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:20.591756 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4b2a4de8-f275-4679-87d2-77ad982b8aed req-246c804c-63dc-4a86-8d7e-1703a07a6183 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.0845325 May 28 01:44:20.627591 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device a6e16986-2901-4f11-871c-959210ef04c1 up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:44:20.640802 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4b2a4de8-f275-4679-87d2-77ad982b8aed req-e8c01548-41c5-4949-b97f-5e2bf3b9b30b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423276 May 28 01:44:20.678605 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-18266048-f7c1-4575-ad04-d56012d533ab service neutron] 10.222.0.20 "GET /v2.0/networks/cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370756 May 28 01:44:20.717457 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning for port a6e16986-2901-4f11-871c-959210ef04c1 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:44:20.722634 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port a6e16986-2901-4f11-871c-959210ef04c1 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:44:20.723020 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:20.851329 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-3c69be91-dae0-4bb3-a11f-9b6f3db8ab62 req-971e7970-346d-43c5-b215-d6fd6a321582 service neutron] 10.222.0.20 "GET /v2.0/networks/cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651478 May 28 01:44:20.866704 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0324f2-ac38-4e22-b387-dd05e3db08aa req-6b4cd589-eee6-4e6b-8ed6-b8138e9da2a9 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:20.868228 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cc0324f2-ac38-4e22-b387-dd05e3db08aa req-6b4cd589-eee6-4e6b-8ed6-b8138e9da2a9 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 944 time: 0.1003718 May 28 01:44:20.875794 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:20.918129 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39cd804-73d1-4481-8856-28a8a790f024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e16986-2901-4f11-871c-959210ef04c1'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:44:20.926324 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cc0324f2-ac38-4e22-b387-dd05e3db08aa req-a04c2de4-7e0f-408c-9814-49bbb48c986e tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523157 May 28 01:44:20.930954 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port a6e16986-2901-4f11-871c-959210ef04c1, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a6e16986-2901-4f11-871c-959210ef04c1,segment=NetworkSegment(d12d5d54-573a-46e8-8145-3515ecd566e1),segment_id=d12d5d54-573a-46e8-8145-3515ecd566e1)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:20.946350 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:20.949896 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:20.996226 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39cd804-73d1-4481-8856-28a8a790f024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e16986-2901-4f11-871c-959210ef04c1', 'code': 200} May 28 01:44:21.033854 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=a6e16986-2901-4f11-871c-959210ef04c1,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:21.036916 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:21.065442 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3153c-e4e6-4055-9468-fd427fd2639a req-f0e3a82e-b9b6-4912-a356-0565d90ec49b tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:21.066886 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-62f3153c-e4e6-4055-9468-fd427fd2639a req-f0e3a82e-b9b6-4912-a356-0565d90ec49b tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.0803187 May 28 01:44:21.164891 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-62f3153c-e4e6-4055-9468-fd427fd2639a req-0d0b880c-2c14-413b-af49-51c511fc65b1 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916610 May 28 01:44:21.176903 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01ce6f-16db-4a23-92b1-38ebdfded2a3 req-ccc94c27-060f-43ff-91e4-90008875963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:21.178702 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-4e01ce6f-16db-4a23-92b1-38ebdfded2a3 req-ccc94c27-060f-43ff-91e4-90008875963a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e93d884e97b4986ae88333d6a80b00c&device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 1098 time: 0.0820951 May 28 01:44:21.208034 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fef7f9-e656-4fe7-b87f-cabba8296974 req-757f2a2e-3338-44c7-b0ae-954a1938b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:21.209708 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-54fef7f9-e656-4fe7-b87f-cabba8296974 req-757f2a2e-3338-44c7-b0ae-954a1938b91a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17f36d9f4b0d47a7af5ac3c24c857793&device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 1096 time: 0.1089008 May 28 01:44:21.319616 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01ce6f-16db-4a23-92b1-38ebdfded2a3 req-7b706d72-d992-4165-9eaf-ace644321a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:21.321141 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-4e01ce6f-16db-4a23-92b1-38ebdfded2a3 req-7b706d72-d992-4165-9eaf-ace644321a8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=157de08f-e2cd-4e4a-a493-6006286275a5 HTTP/1.1" status: 200 len: 920 time: 0.1320462 May 28 01:44:21.393439 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-4e01ce6f-16db-4a23-92b1-38ebdfded2a3 req-5dbbc45f-964b-4ac2-86bd-9d9ee176ce76 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e HTTP/1.1" status: 200 len: 217 time: 0.0655456 May 28 01:44:21.472367 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fef7f9-e656-4fe7-b87f-cabba8296974 req-e6faf6b7-6a3b-42da-9b4c-64ba557094ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:21.472367 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-54fef7f9-e656-4fe7-b87f-cabba8296974 req-e6faf6b7-6a3b-42da-9b4c-64ba557094ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca HTTP/1.1" status: 200 len: 909 time: 0.2505388 May 28 01:44:21.475763 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee31d5-8578-4725-9e0e-d2c931953d71 req-d05dcf50-f9a2-4601-8c31-c0b6d0407186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:21.477680 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-acee31d5-8578-4725-9e0e-d2c931953d71 req-d05dcf50-f9a2-4601-8c31-c0b6d0407186 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 1098 time: 0.1205137 May 28 01:44:21.478708 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01ce6f-16db-4a23-92b1-38ebdfded2a3 req-dbb05c36-4ae3-43b2-be0d-a17772a64822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:21.480208 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-4e01ce6f-16db-4a23-92b1-38ebdfded2a3 req-dbb05c36-4ae3-43b2-be0d-a17772a64822 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b312163-fab7-44a7-800f-e4a469a8099d HTTP/1.1" status: 200 len: 859 time: 0.0794470 May 28 01:44:21.540307 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-4e01ce6f-16db-4a23-92b1-38ebdfded2a3 req-24c73de5-ad7a-4ffc-be41-1c80097814f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=157de08f-e2cd-4e4a-a493-6006286275a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476015 May 28 01:44:21.613617 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-54fef7f9-e656-4fe7-b87f-cabba8296974 req-4d03fbb9-cb3a-41ac-b2de-2ffc6334f0b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bb02857-2fa0-498c-83c7-15a6d2f0022c HTTP/1.1" status: 200 len: 217 time: 0.1223912 May 28 01:44:21.641119 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-acee31d5-8578-4725-9e0e-d2c931953d71 req-ddfcb166-1d84-4b4a-a451-a19ae9f9ce5a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486349 May 28 01:44:21.694940 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-4e01ce6f-16db-4a23-92b1-38ebdfded2a3 req-a160bbe5-9f76-4279-892e-8a0503aa69ef service neutron] 10.222.0.20 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454804 May 28 01:44:21.713038 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fef7f9-e656-4fe7-b87f-cabba8296974 req-188172c0-da0a-4b59-9437-d80e72a099b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:21.714743 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-54fef7f9-e656-4fe7-b87f-cabba8296974 req-188172c0-da0a-4b59-9437-d80e72a099b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40f7c061-5818-43f8-8a18-a70a53c82cfb HTTP/1.1" status: 200 len: 848 time: 0.0776858 May 28 01:44:21.735444 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afecda-a38f-421c-b994-7ca758dcf9a9 req-46684477-4dc1-422e-a48f-c09fe8467f28 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:21.736834 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-61afecda-a38f-421c-b994-7ca758dcf9a9 req-46684477-4dc1-422e-a48f-c09fe8467f28 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 943 time: 0.1727390 May 28 01:44:21.792236 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-61afecda-a38f-421c-b994-7ca758dcf9a9 req-86ae4415-97bf-41c9-9f71-d4d4338dfa32 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495679 May 28 01:44:21.962801 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1deeb-a0c7-4c5d-89d8-0ecefd0d7fa4 req-3fde3c4d-b531-40aa-a5ce-4654e3f63616 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:21.964192 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f0a1deeb-a0c7-4c5d-89d8-0ecefd0d7fa4 req-3fde3c4d-b531-40aa-a5ce-4654e3f63616 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.0818183 May 28 01:44:22.008031 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f0a1deeb-a0c7-4c5d-89d8-0ecefd0d7fa4 req-402de0fa-57de-4a97-bb74-49c508e47b7f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370364 May 28 01:44:22.097951 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-54fef7f9-e656-4fe7-b87f-cabba8296974 req-90574cf0-53de-4f58-97bc-f91043ac1988 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555897 May 28 01:44:22.191033 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-4e01ce6f-16db-4a23-92b1-38ebdfded2a3 req-7f9592b4-8032-44ea-962e-2cce7872176b service neutron] 10.222.0.20 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381941 May 28 01:44:22.350706 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2bd86-e788-4b31-b6a4-d59661a9b003 req-84bd02b9-4738-4c21-87d6-1eb66f9ed8f4 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:22.352120 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-64c2bd86-e788-4b31-b6a4-d59661a9b003 req-84bd02b9-4738-4c21-87d6-1eb66f9ed8f4 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 945 time: 0.2365658 May 28 01:44:22.361299 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-54fef7f9-e656-4fe7-b87f-cabba8296974 req-4c63e090-8e4d-454a-bda5-64d8f8afbf79 service neutron] 10.222.0.20 "GET /v2.0/networks/cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078526 May 28 01:44:22.498225 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-64c2bd86-e788-4b31-b6a4-d59661a9b003 req-e5e8e6df-31b2-44cc-b435-36f5c5f77e7c tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389906 May 28 01:44:22.553369 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef04569-063b-4836-81d2-93b240119660 req-9e057367-483c-4b8a-874e-9e8392084613 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:22.554776 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4ef04569-063b-4836-81d2-93b240119660 req-9e057367-483c-4b8a-874e-9e8392084613 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.2459826 May 28 01:44:22.559953 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-54fef7f9-e656-4fe7-b87f-cabba8296974 req-a46f9b82-f5ba-4edd-bf81-70f15e9cfde7 service neutron] 10.222.0.20 "GET /v2.0/networks/cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796677 May 28 01:44:22.600010 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4ef04569-063b-4836-81d2-93b240119660 req-dab209e6-4ae8-4b16-95ec-3ed0ec7251cd tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391164 May 28 01:44:22.977135 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de152447-5559-4d20-9782-984f0cd18f4f req-3cf5bfa6-b2ee-49a1-81d4-3ceceb725bca tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:22.978562 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de152447-5559-4d20-9782-984f0cd18f4f req-3cf5bfa6-b2ee-49a1-81d4-3ceceb725bca tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 943 time: 0.0814097 May 28 01:44:23.022314 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de152447-5559-4d20-9782-984f0cd18f4f req-cc685d96-7a20-4325-9121-81c550bf213a tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382013 May 28 01:44:23.207554 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276416f9-50f8-426f-a15d-16e36d91a173 req-8b619613-3682-436b-bc97-612796726a6a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:23.214227 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-276416f9-50f8-426f-a15d-16e36d91a173 req-8b619613-3682-436b-bc97-612796726a6a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.0962279 May 28 01:44:23.264183 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-276416f9-50f8-426f-a15d-16e36d91a173 req-bfb7178e-b3dd-4814-ab38-94dc0dfa2e83 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479531 May 28 01:44:23.689191 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987d129-3182-45a9-83cc-9884eaecad25 req-234300fb-6097-4e9e-8219-8e70fd1d9e7b tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:23.690644 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c987d129-3182-45a9-83cc-9884eaecad25 req-234300fb-6097-4e9e-8219-8e70fd1d9e7b tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 945 time: 0.0872831 May 28 01:44:23.787698 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c987d129-3182-45a9-83cc-9884eaecad25 req-2cf596ab-2d74-4c99-b148-63f0cb0a0afa tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908966 May 28 01:44:23.825564 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad574bf-bc84-4d0a-8dc9-f5ac96654108 req-5a54bf16-a7bf-4fed-b4ad-41e7fc51b3cc tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:23.827010 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8ad574bf-bc84-4d0a-8dc9-f5ac96654108 req-5a54bf16-a7bf-4fed-b4ad-41e7fc51b3cc tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1080306 May 28 01:44:23.871746 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8ad574bf-bc84-4d0a-8dc9-f5ac96654108 req-2a5d181e-ae9b-4a07-a373-7f4419f64cdf tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390832 May 28 01:44:24.215752 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec67ea3-7290-41da-9cdb-6b6913ef6ea4 req-3fcdf3cd-4ad3-446d-b88c-c747bc0aa1c6 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:24.217209 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bec67ea3-7290-41da-9cdb-6b6913ef6ea4 req-3fcdf3cd-4ad3-446d-b88c-c747bc0aa1c6 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 943 time: 0.0835338 May 28 01:44:24.263235 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bec67ea3-7290-41da-9cdb-6b6913ef6ea4 req-5ac4eadb-ad81-46c5-a296-7cc361273a56 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405140 May 28 01:44:24.472077 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f27ef-3d29-41db-9de6-b6aaee86ae67 req-6880d55d-0e59-465a-b5a2-28e6312b1624 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:24.473990 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d11f27ef-3d29-41db-9de6-b6aaee86ae67 req-6880d55d-0e59-465a-b5a2-28e6312b1624 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.0922379 May 28 01:44:24.526731 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d11f27ef-3d29-41db-9de6-b6aaee86ae67 req-535fa196-42f7-4b90-a1e7-d277d29f6eb8 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433555 May 28 01:44:24.666655 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 1bb02857-2fa0-498c-83c7-15a6d2f0022c details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:44:24.850201 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 1bb02857-2fa0-498c-83c7-15a6d2f0022c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1bb02857-2fa0-498c-83c7-15a6d2f0022c,segment=NetworkSegment(6875ae40-2be9-4411-b471-02dfcba01fd6),segment_id=6875ae40-2be9-4411-b471-02dfcba01fd6)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:24.865721 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': '1bb02857-2fa0-498c-83c7-15a6d2f0022c', 'network_id': 'cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca', 'port_id': '1bb02857-2fa0-498c-83c7-15a6d2f0022c', 'mac_address': 'fa:16:3e:5c:48:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f7c061-5818-43f8-8a18-a70a53c82cfb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:44:24.927131 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:24.945423 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb02857-2fa0-498c-83c7-15a6d2f0022c {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:44:24.961185 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 1bb02857-2fa0-498c-83c7-15a6d2f0022c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1bb02857-2fa0-498c-83c7-15a6d2f0022c,segment=NetworkSegment(6875ae40-2be9-4411-b471-02dfcba01fd6),segment_id=6875ae40-2be9-4411-b471-02dfcba01fd6)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:24.966340 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:24.969448 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:25.041660 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=1bb02857-2fa0-498c-83c7-15a6d2f0022c,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:25.049286 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:25.049630 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:25.049973 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:25.050300 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:25.050627 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:25.050952 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:25.051274 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:25.051594 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:25.052007 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:25.052762 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:25.053092 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:25.053412 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:25.057755 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:25.126302 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ad146-261d-4770-8628-f44621be8914 req-b78e2e39-0a70-4e85-aa19-29f812e2f5b2 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:25.127759 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3e2ad146-261d-4770-8628-f44621be8914 req-b78e2e39-0a70-4e85-aa19-29f812e2f5b2 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 945 time: 0.2191653 May 28 01:44:25.142583 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cfef4-6b5d-4bf6-830a-1bf5845dfc10 req-46592713-96e1-4e54-a042-7c35f5f84a4f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:25.144033 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8e2cfef4-6b5d-4bf6-830a-1bf5845dfc10 req-46592713-96e1-4e54-a042-7c35f5f84a4f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1091595 May 28 01:44:25.213643 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3e2ad146-261d-4770-8628-f44621be8914 req-a31b90cd-a2c1-4536-acb5-77fd7d97ce28 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788157 May 28 01:44:25.217075 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8e2cfef4-6b5d-4bf6-830a-1bf5845dfc10 req-3f222c05-d248-4689-a438-d73978a467f3 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593388 May 28 01:44:25.453260 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be212ac4-3ab8-411b-8ebf-cf0d0aed3437 req-ca8f04ee-2ebd-4fee-b23a-b92b1afc697b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:25.454767 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-be212ac4-3ab8-411b-8ebf-cf0d0aed3437 req-ca8f04ee-2ebd-4fee-b23a-b92b1afc697b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 944 time: 0.0879886 May 28 01:44:25.510941 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-be212ac4-3ab8-411b-8ebf-cf0d0aed3437 req-c22acbba-d157-4d12-8b62-3d4bafe6ea63 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504308 May 28 01:44:25.691226 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['1bb02857-2fa0-498c-83c7-15a6d2f0022c'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:44:25.727413 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194e326-3eac-4c64-8f93-bf6738c47b98 req-6a20303a-1099-4588-986d-42445d054bd0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:25.728866 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c194e326-3eac-4c64-8f93-bf6738c47b98 req-6a20303a-1099-4588-986d-42445d054bd0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.0831385 May 28 01:44:25.773578 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c194e326-3eac-4c64-8f93-bf6738c47b98 req-a3a08db5-587a-4983-85e4-404f79c3fab3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388117 May 28 01:44:26.067393 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:44:26.408627 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762630a-bf69-4717-9628-068693aee19a req-0c673b07-3126-458b-8eaf-da0ce5b9b188 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:26.410137 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2762630a-bf69-4717-9628-068693aee19a req-0c673b07-3126-458b-8eaf-da0ce5b9b188 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.0824046 May 28 01:44:26.453468 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2762630a-bf69-4717-9628-068693aee19a req-ca714d78-bf66-443d-9b4d-a053a7093b53 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375857 May 28 01:44:26.706911 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a34e9a-d41a-4424-b64d-09b4eb2b98de req-dc26843b-9ca3-43b9-9720-90874fac2fe8 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:26.708756 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c0a34e9a-d41a-4424-b64d-09b4eb2b98de req-dc26843b-9ca3-43b9-9720-90874fac2fe8 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 944 time: 0.0850351 May 28 01:44:26.757246 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c0a34e9a-d41a-4424-b64d-09b4eb2b98de req-7ed494f7-b665-4635-bb5a-606faf784110 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421031 May 28 01:44:26.945493 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-5d62ef99-3045-4ab3-b93c-3d9eba31e72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:27.030867 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991355c-054d-4dbe-89ff-ce729e8d468f req-3cedf80a-f82f-4b45-a6d5-36649649ee31 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:27.032366 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7991355c-054d-4dbe-89ff-ce729e8d468f req-3cedf80a-f82f-4b45-a6d5-36649649ee31 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.0943260 May 28 01:44:27.088085 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7991355c-054d-4dbe-89ff-ce729e8d468f req-4ac96cf7-9d77-449b-8e54-30fe8152bd44 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499206 May 28 01:44:27.203658 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e8f1e-78d7-416f-8e76-1b7663401f69 req-af64f9d0-9dfb-4d04-811b-b275b9d10594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:27.205305 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-091e8f1e-78d7-416f-8e76-1b7663401f69 req-af64f9d0-9dfb-4d04-811b-b275b9d10594 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=754c0001c83d4af1bdc6a16555b480e4&device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 1098 time: 0.0735571 May 28 01:44:27.375642 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e8f1e-78d7-416f-8e76-1b7663401f69 req-10c7bb16-e01a-4238-84f9-8eabe6fd52a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:27.377125 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-091e8f1e-78d7-416f-8e76-1b7663401f69 req-10c7bb16-e01a-4238-84f9-8eabe6fd52a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3463d1e7-4623-4440-bb64-03cc52099eb5 HTTP/1.1" status: 200 len: 918 time: 0.1315489 May 28 01:44:27.531011 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-091e8f1e-78d7-416f-8e76-1b7663401f69 req-0f60b842-f06e-4ca0-ada9-03d24d33fd67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02ea96f2-707a-4481-a508-13103d829f10 HTTP/1.1" status: 200 len: 1001 time: 0.1077383 May 28 01:44:27.595510 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e8f1e-78d7-416f-8e76-1b7663401f69 req-2d3947fd-d2b6-4a37-a55c-c7f34451efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:27.597439 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-091e8f1e-78d7-416f-8e76-1b7663401f69 req-2d3947fd-d2b6-4a37-a55c-c7f34451efcf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61422ffd-2b35-4f4c-a3bf-b8c5addbfe48 HTTP/1.1" status: 200 len: 856 time: 0.0598090 May 28 01:44:27.681295 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e8f1e-78d7-416f-8e76-1b7663401f69 req-4dc1c49a-1131-45ec-b357-63ec7963cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:27.682880 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-091e8f1e-78d7-416f-8e76-1b7663401f69 req-4dc1c49a-1131-45ec-b357-63ec7963cbc3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3463d1e7-4623-4440-bb64-03cc52099eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777040 May 28 01:44:27.838018 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-091e8f1e-78d7-416f-8e76-1b7663401f69 req-f023fbb6-bbf0-4b68-bd9b-607212a26413 service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462157 May 28 01:44:28.029677 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-091e8f1e-78d7-416f-8e76-1b7663401f69 req-207b08e3-bc2f-4a68-9789-418dde31d34e service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847601 May 28 01:44:28.045410 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854af8a7-2ff6-40df-aa55-08a6f9de647f req-b25f125f-8d6c-49a8-8c64-691a04fddff4 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:28.046825 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-854af8a7-2ff6-40df-aa55-08a6f9de647f req-b25f125f-8d6c-49a8-8c64-691a04fddff4 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 944 time: 0.1285219 May 28 01:44:28.091783 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-854af8a7-2ff6-40df-aa55-08a6f9de647f req-769b4479-8d7f-4121-a235-fbae0bccedf5 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390079 May 28 01:44:28.259794 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ded69-cf8a-4c3a-9c0b-747746a9292c req-42f5ecfe-5a5f-44ca-8c8e-f25038e4d273 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:28.261185 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-358ded69-cf8a-4c3a-9c0b-747746a9292c req-42f5ecfe-5a5f-44ca-8c8e-f25038e4d273 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1234095 May 28 01:44:28.315352 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-358ded69-cf8a-4c3a-9c0b-747746a9292c req-f0f84ee1-7112-42c0-b38b-238512ada3ec tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476570 May 28 01:44:28.330371 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf6408-9c18-429e-8063-e27fc39e75bd req-7c191190-4113-4a5f-9b7b-759f898104b2 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:28.332123 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-03cf6408-9c18-429e-8063-e27fc39e75bd req-7c191190-4113-4a5f-9b7b-759f898104b2 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.1285074 May 28 01:44:28.443628 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-03cf6408-9c18-429e-8063-e27fc39e75bd req-0aa3270c-d593-4c8e-af24-f7473adfda56 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055634 May 28 01:44:28.695920 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 1bb02857-2fa0-498c-83c7-15a6d2f0022c up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:44:28.761667 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning for port 1bb02857-2fa0-498c-83c7-15a6d2f0022c completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:44:28.766388 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port 1bb02857-2fa0-498c-83c7-15a6d2f0022c triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:44:28.766705 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:28.891266 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:28.920080 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8848ba0c-526e-4a6d-9b1b-b458708f746d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb02857-2fa0-498c-83c7-15a6d2f0022c'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:44:28.931053 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 1bb02857-2fa0-498c-83c7-15a6d2f0022c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1bb02857-2fa0-498c-83c7-15a6d2f0022c,segment=NetworkSegment(6875ae40-2be9-4411-b471-02dfcba01fd6),segment_id=6875ae40-2be9-4411-b471-02dfcba01fd6)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:28.936614 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:28.938612 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:28.989283 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8848ba0c-526e-4a6d-9b1b-b458708f746d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb02857-2fa0-498c-83c7-15a6d2f0022c', 'code': 200} May 28 01:44:29.027423 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=1bb02857-2fa0-498c-83c7-15a6d2f0022c,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:29.031673 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:29.245701 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:29.344851 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5b003-16c8-43f4-93e4-f0a27e0774f8 req-8d165977-6447-4cdf-ae13-16ab2aff5c52 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:29.346476 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fcc5b003-16c8-43f4-93e4-f0a27e0774f8 req-8d165977-6447-4cdf-ae13-16ab2aff5c52 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 945 time: 0.1061335 May 28 01:44:29.411641 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fcc5b003-16c8-43f4-93e4-f0a27e0774f8 req-7c0a71f5-34b7-43ef-88c8-d501bdc70795 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579021 May 28 01:44:29.495793 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686eb06e-a8cb-49d0-9fa0-60db031452fe req-e20c4925-60c5-4e3b-864c-60a1405f8baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:29.498110 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-686eb06e-a8cb-49d0-9fa0-60db031452fe req-e20c4925-60c5-4e3b-864c-60a1405f8baa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 1098 time: 0.0855603 May 28 01:44:29.512554 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:29.525115 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-fb266500-6ad3-4299-bff6-3fda44da7f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:29.670322 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-686eb06e-a8cb-49d0-9fa0-60db031452fe req-fb816248-67c3-4680-af6a-4c92b018f584 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594406 May 28 01:44:29.689455 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ba9e2-4494-4acf-95de-b261764e74f9 req-f974a6d6-f0ce-4823-a3da-69acc3f2ce03 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:29.690882 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-340ba9e2-4494-4acf-95de-b261764e74f9 req-f974a6d6-f0ce-4823-a3da-69acc3f2ce03 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.1130352 May 28 01:44:29.739262 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-340ba9e2-4494-4acf-95de-b261764e74f9 req-da945b41-b1aa-43f3-bdcd-2b3f57ed90ee tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427566 May 28 01:44:30.606688 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d50db-111b-4486-9da2-51e4211bff42 req-72c8ac96-6248-40f6-9069-da028cef0bcc tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:30.607841 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:30.608284 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e73d50db-111b-4486-9da2-51e4211bff42 req-72c8ac96-6248-40f6-9069-da028cef0bcc tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 945 time: 0.0836148 May 28 01:44:30.654793 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e73d50db-111b-4486-9da2-51e4211bff42 req-168f0e1f-6784-4d9b-90a4-612fac813dc3 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403001 May 28 01:44:30.939320 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a17ffd-0e6f-4a8f-a2db-b22b02eb3fa8 req-c92238fd-618c-4ef9-9036-24e1bb3e0b4d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:30.940950 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-36a17ffd-0e6f-4a8f-a2db-b22b02eb3fa8 req-c92238fd-618c-4ef9-9036-24e1bb3e0b4d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.0883791 May 28 01:44:31.024761 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-36a17ffd-0e6f-4a8f-a2db-b22b02eb3fa8 req-727d0f84-ba84-4e94-a900-7b812b2c61d4 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725577 May 28 01:44:31.844899 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278fae8-2796-4e97-bc5a-ecea799823f2 req-3335a083-f148-49eb-8415-6c968bbe0791 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:31.846361 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9278fae8-2796-4e97-bc5a-ecea799823f2 req-3335a083-f148-49eb-8415-6c968bbe0791 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 945 time: 0.0870731 May 28 01:44:31.895140 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9278fae8-2796-4e97-bc5a-ecea799823f2 req-001f754b-0a76-4a5d-a980-91622c4815ee tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427489 May 28 01:44:32.234755 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a87a3b-d2b1-4aee-9e67-07a0ec11f7e0 req-9ebbc5e5-06d6-4c46-bc28-b15cd7c3392d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:32.236220 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-44a87a3b-d2b1-4aee-9e67-07a0ec11f7e0 req-9ebbc5e5-06d6-4c46-bc28-b15cd7c3392d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.0848370 May 28 01:44:32.280251 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-44a87a3b-d2b1-4aee-9e67-07a0ec11f7e0 req-46438133-c979-4778-a37c-6b97d2130a10 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379975 May 28 01:44:32.287104 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:33.010993 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659596e-f938-4392-a412-74c247a29965 req-126c7067-2af2-420a-9dc5-065ea5c24e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:33.012578 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4659596e-f938-4392-a412-74c247a29965 req-126c7067-2af2-420a-9dc5-065ea5c24e3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e93d884e97b4986ae88333d6a80b00c&device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 1098 time: 0.1391354 May 28 01:44:33.022724 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83487b5-18a5-4651-b033-a9c383a8f8e7 req-ee56a2fa-4dd6-46c3-91ce-22c5cf9a70b7 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:33.024094 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a83487b5-18a5-4651-b033-a9c383a8f8e7 req-ee56a2fa-4dd6-46c3-91ce-22c5cf9a70b7 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1157598 May 28 01:44:33.205092 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a83487b5-18a5-4651-b033-a9c383a8f8e7 req-966909eb-13cd-46f6-867d-bd74f4f50961 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287577 May 28 01:44:33.260503 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e84085-18ca-4259-828c-8f9314d00f56 req-add1ddfb-3305-4d4f-9223-f794000964fa tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:33.261975 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a3e84085-18ca-4259-828c-8f9314d00f56 req-add1ddfb-3305-4d4f-9223-f794000964fa tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 945 time: 0.2485557 May 28 01:44:33.271862 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659596e-f938-4392-a412-74c247a29965 req-c26d2700-7605-4c17-bf9f-24c5aa6d4cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:33.271862 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4659596e-f938-4392-a412-74c247a29965 req-c26d2700-7605-4c17-bf9f-24c5aa6d4cec service neutron] 10.222.0.20 "GET /v2.0/networks?id=157de08f-e2cd-4e4a-a493-6006286275a5 HTTP/1.1" status: 200 len: 920 time: 0.2141814 May 28 01:44:33.359692 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4659596e-f938-4392-a412-74c247a29965 req-19c45bba-175c-44ac-be4b-18ad4da5690d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e HTTP/1.1" status: 200 len: 217 time: 0.0697849 May 28 01:44:33.454307 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a3e84085-18ca-4259-828c-8f9314d00f56 req-2708ea1a-7810-4107-a9c0-1a010931a07d tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786551 May 28 01:44:33.502132 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659596e-f938-4392-a412-74c247a29965 req-eb794a10-84f2-4d69-83e1-7c4fbfe96a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:33.503512 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4659596e-f938-4392-a412-74c247a29965 req-eb794a10-84f2-4d69-83e1-7c4fbfe96a80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b312163-fab7-44a7-800f-e4a469a8099d HTTP/1.1" status: 200 len: 859 time: 0.1277471 May 28 01:44:33.524238 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cfcdd-e927-4781-aaa6-8c5b418a4962 req-94423150-8717-43b2-bdab-436c868f0f81 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:33.534181 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ab9cfcdd-e927-4781-aaa6-8c5b418a4962 req-94423150-8717-43b2-bdab-436c868f0f81 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.1106293 May 28 01:44:33.581415 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4659596e-f938-4392-a412-74c247a29965 req-ad8dd4fa-3e64-47b4-9c31-f0375a491da5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=157de08f-e2cd-4e4a-a493-6006286275a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548379 May 28 01:44:33.634039 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ab9cfcdd-e927-4781-aaa6-8c5b418a4962 req-b87dc542-f087-4e3a-adee-5c106713b2c0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707181 May 28 01:44:33.739372 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4659596e-f938-4392-a412-74c247a29965 req-d0b59d63-7a9f-432c-96fc-d3eedf3daa95 service neutron] 10.222.0.20 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423607 May 28 01:44:33.961673 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4659596e-f938-4392-a412-74c247a29965 req-bf653a25-8526-44a3-90ad-db5580f51241 service neutron] 10.222.0.20 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075288 May 28 01:44:34.395494 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94a5bc-f095-4949-9f31-b19258ab883b req-fc538fd6-792f-4d12-a53b-0dd5dd2f7314 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:34.397044 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1d94a5bc-f095-4949-9f31-b19258ab883b req-fc538fd6-792f-4d12-a53b-0dd5dd2f7314 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.0811160 May 28 01:44:34.441989 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1d94a5bc-f095-4949-9f31-b19258ab883b req-efb9d395-72a4-42d8-9c1b-3f2bd2527147 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387523 May 28 01:44:34.740138 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 02ea96f2-707a-4481-a508-13103d829f10 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:44:34.848383 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e94c6f-ff13-4901-8449-710f19eb62ce req-516e438d-feba-445a-98ba-f057a9dccb98 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:34.849852 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d8e94c6f-ff13-4901-8449-710f19eb62ce req-516e438d-feba-445a-98ba-f057a9dccb98 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.1012626 May 28 01:44:34.903391 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 02ea96f2-707a-4481-a508-13103d829f10, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=02ea96f2-707a-4481-a508-13103d829f10,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:34.908336 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d8e94c6f-ff13-4901-8449-710f19eb62ce req-e6a1056d-5161-41c3-b0d8-b9b6fe0003af tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511777 May 28 01:44:34.928801 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': '02ea96f2-707a-4481-a508-13103d829f10', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'port_id': '02ea96f2-707a-4481-a508-13103d829f10', 'mac_address': 'fa:16:3e:9f:a2:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:44:34.995980 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:35.013790 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02ea96f2-707a-4481-a508-13103d829f10 {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:44:35.034906 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 02ea96f2-707a-4481-a508-13103d829f10, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=02ea96f2-707a-4481-a508-13103d829f10,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:35.039275 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:35.049995 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-2641bd57-016a-4703-a601-63859179a76b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:35.136837 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=02ea96f2-707a-4481-a508-13103d829f10,revision_number=6']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:35.140468 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:35.375510 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af26562-b7d5-406b-b505-df7af5b99a78 req-e495585d-aa37-486a-87b7-8bb6abc5abd1 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:35.376987 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3af26562-b7d5-406b-b505-df7af5b99a78 req-e495585d-aa37-486a-87b7-8bb6abc5abd1 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 945 time: 0.1000957 May 28 01:44:35.377866 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['02ea96f2-707a-4481-a508-13103d829f10'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:44:35.422499 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3af26562-b7d5-406b-b505-df7af5b99a78 req-831f2da0-3df3-4523-9ed8-61ee4c844c8b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392511 May 28 01:44:35.542499 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7c90e-cfc8-4ce9-8c81-10e9918f59d5 req-ecbb501b-1a58-4310-9110-56c9e4d0d593 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:35.544223 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f0f7c90e-cfc8-4ce9-8c81-10e9918f59d5 req-ecbb501b-1a58-4310-9110-56c9e4d0d593 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 945 time: 0.1063943 May 28 01:44:35.639962 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f0f7c90e-cfc8-4ce9-8c81-10e9918f59d5 req-1ced6c07-fee5-48e3-b14f-a08aa14ae953 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898206 May 28 01:44:35.673267 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f7ffc-5c1e-48e2-8397-b1446530f067 req-64eeed3a-f29b-4ca5-b811-352db22d948b tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:35.674689 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a29f7ffc-5c1e-48e2-8397-b1446530f067 req-64eeed3a-f29b-4ca5-b811-352db22d948b tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1067271 May 28 01:44:35.720259 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a29f7ffc-5c1e-48e2-8397-b1446530f067 req-8ebb0ab7-63de-43c9-b88c-658bd23131a4 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395031 May 28 01:44:36.102410 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89410ba0-17b9-4958-9778-fb0aba899fb0 req-8ba41bb2-0057-4a3d-ac3d-7bb8292ad2fd tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:36.103869 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-89410ba0-17b9-4958-9778-fb0aba899fb0 req-8ba41bb2-0057-4a3d-ac3d-7bb8292ad2fd tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 944 time: 0.0781631 May 28 01:44:36.148063 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-89410ba0-17b9-4958-9778-fb0aba899fb0 req-fe6b193c-37bc-4129-8361-ae46bfb5b4ff tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381010 May 28 01:44:36.289297 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 55452) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:36.356890 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fd84b2-2f52-4686-833c-1edf90ca7828 admin admin] Deleting subnet 6d0736fc-ec32-4143-950e-4b271c62ce63 {{(pid=98374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 28 01:44:36.360550 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-84fd84b2-2f52-4686-833c-1edf90ca7828 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:36.413516 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-84fd84b2-2f52-4686-833c-1edf90ca7828 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10795288'] for subnet, precommit_delete_associations {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:36.471081 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-84fd84b2-2f52-4686-833c-1edf90ca7828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4121571'] for subnet, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:36.612210 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd05f66-ddb5-49f7-9ec7-f18f27b430cc req-233e8828-52ee-4185-a19f-2f98cc3cb342 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:36.614114 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ffd05f66-ddb5-49f7-9ec7-f18f27b430cc req-233e8828-52ee-4185-a19f-2f98cc3cb342 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 945 time: 0.0862994 May 28 01:44:36.666120 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ffd05f66-ddb5-49f7-9ec7-f18f27b430cc req-b76abdd7-0831-43c3-b94d-276cfebcd44d tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459709 May 28 01:44:36.735368 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-84fd84b2-2f52-4686-833c-1edf90ca7828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10760824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11069006'] for subnet, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:36.740430 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:36.749285 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 02ea96f2-707a-4481-a508-13103d829f10 up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:44:36.781176 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd84b2-2f52-4686-833c-1edf90ca7828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d0736fc-ec32-4143-950e-4b271c62ce63,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:36.783104 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-84fd84b2-2f52-4686-833c-1edf90ca7828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:36.789469 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-84fd84b2-2f52-4686-833c-1edf90ca7828 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6d0736fc-ec32-4143-950e-4b271c62ce63 HTTP/1.1" status: 204 len: 168 time: 0.4991505 May 28 01:44:36.790505 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-84fd84b2-2f52-4686-833c-1edf90ca7828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:36.791864 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 55464) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:36.846974 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port 02ea96f2-707a-4481-a508-13103d829f10 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:44:36.847446 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:36.912436 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3b548-7c45-4699-8666-b8265970fe6a req-f378b32c-3691-4145-8aac-a84b08ec4194 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:36.916561 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-48c3b548-7c45-4699-8666-b8265970fe6a req-f378b32c-3691-4145-8aac-a84b08ec4194 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 945 time: 0.1569624 May 28 01:44:36.920519 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-68a587e0-39d9-441a-91a8-4ba9b9c63ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3678103'] for network, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:36.972823 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:36.979408 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-48c3b548-7c45-4699-8666-b8265970fe6a req-807a19c7-50dd-4592-ac9e-8536e6e626b9 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531011 May 28 01:44:36.997815 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fd2e5-93f9-4668-a030-b8148f20e7df req-967fe6d1-a1de-4212-846d-b211f70bd3fa tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:37.002108 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2233e4b-bbc4-4b10-b6c3-0e1ef830131d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ea96f2-707a-4481-a508-13103d829f10'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:44:37.006220 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-060fd2e5-93f9-4668-a030-b8148f20e7df req-967fe6d1-a1de-4212-846d-b211f70bd3fa tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1617684 May 28 01:44:37.013031 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 02ea96f2-707a-4481-a508-13103d829f10, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=02ea96f2-707a-4481-a508-13103d829f10,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:37.017751 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:37.019776 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:37.064706 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-060fd2e5-93f9-4668-a030-b8148f20e7df req-edfe26b8-e57b-42a6-a153-38de8d260c6e tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569618 May 28 01:44:37.067520 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2233e4b-bbc4-4b10-b6c3-0e1ef830131d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ea96f2-707a-4481-a508-13103d829f10', 'code': 200} May 28 01:44:37.092414 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=02ea96f2-707a-4481-a508-13103d829f10,revision_number=7']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:37.095591 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:37.134852 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-68a587e0-39d9-441a-91a8-4ba9b9c63ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124012', 'neutron.services.segments.db._delete_segments_for_network-8764331454940'] for network, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:37.147608 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-68a587e0-39d9-441a-91a8-4ba9b9c63ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82aafeca-e7e1-4e65-9cf1-37a476c31428']}} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:44:37.159659 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-68a587e0-39d9-441a-91a8-4ba9b9c63ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1710e917-aeb9-4254-878a-321559a2b55a') {'for_net_delete': True} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:44:37.159986 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-68a587e0-39d9-441a-91a8-4ba9b9c63ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1710e917-aeb9-4254-878a-321559a2b55a') {} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:44:37.172533 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-68a587e0-39d9-441a-91a8-4ba9b9c63ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764331464093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10795283'] for segment, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:37.189114 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-68a587e0-39d9-441a-91a8-4ba9b9c63ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:37.195254 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a587e0-39d9-441a-91a8-4ba9b9c63ba6 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=98374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 01:44:37.195644 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-68a587e0-39d9-441a-91a8-4ba9b9c63ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10898910'] for segment, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: Traceback (most recent call last): May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: timer() May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: cb(*args, **kw) May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: return func(*args, **kwargs) May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: self._notify() May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: self.callback(batched_events) May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: event.method(event) May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: aggregate_uuid = self.p_client.list_aggregates( May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: return f(self, *a, **k) May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: return self._get(url).json() May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: return self.request(url, 'GET', **kwargs) May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: base_url = self.get_endpoint(auth, allow=allow, May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 01:44:37.208732 dv-cinder-793515-1-smb neutron-server[98374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 01:44:37.284961 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-68a587e0-39d9-441a-91a8-4ba9b9c63ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025484'] for network, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:37.288874 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-309cee00-f9b5-4a39-bd65-8fa683a164d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:37.303303 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-68a587e0-39d9-441a-91a8-4ba9b9c63ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:37.312055 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a587e0-39d9-441a-91a8-4ba9b9c63ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=82aafeca-e7e1-4e65-9cf1-37a476c31428,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:37.316232 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-68a587e0-39d9-441a-91a8-4ba9b9c63ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:37.326653 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-68a587e0-39d9-441a-91a8-4ba9b9c63ba6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/82aafeca-e7e1-4e65-9cf1-37a476c31428 HTTP/1.1" status: 204 len: 168 time: 0.5338006 May 28 01:44:37.329492 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 55474) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:37.353767 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f7f08-eecd-4b1f-abe3-28e5cd386ffd req-ae3b0520-013e-4bca-b4f9-da8e6cc49a42 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:37.362902 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-653f7f08-eecd-4b1f-abe3-28e5cd386ffd req-ae3b0520-013e-4bca-b4f9-da8e6cc49a42 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.1010573 May 28 01:44:37.391439 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_v2 [None req-d222399a-7151-4fe4-810a-f8520b116dfe admin admin] Deleting subnet ddcfe7b8-1634-4fd4-afe9-76150685a58b {{(pid=98374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 28 01:44:37.394755 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-d222399a-7151-4fe4-810a-f8520b116dfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:37.410377 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-653f7f08-eecd-4b1f-abe3-28e5cd386ffd req-c68e1efa-94a8-4714-938b-8281499389fb tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451858 May 28 01:44:37.450277 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-d222399a-7151-4fe4-810a-f8520b116dfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10795288'] for subnet, precommit_delete_associations {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:37.504851 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-d222399a-7151-4fe4-810a-f8520b116dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4121571'] for subnet, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:37.779458 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-d222399a-7151-4fe4-810a-f8520b116dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10760824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11069006'] for subnet, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:37.784731 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-397441a4-9c62-42da-8187-1d0a479eca03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:37.822198 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222399a-7151-4fe4-810a-f8520b116dfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddcfe7b8-1634-4fd4-afe9-76150685a58b,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:37.826414 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-d222399a-7151-4fe4-810a-f8520b116dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:37.829545 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-d222399a-7151-4fe4-810a-f8520b116dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:37.836804 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-d222399a-7151-4fe4-810a-f8520b116dfe admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ddcfe7b8-1634-4fd4-afe9-76150685a58b HTTP/1.1" status: 204 len: 168 time: 0.5061293 May 28 01:44:37.839433 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 55496) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:37.877342 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec81d7-14aa-4e62-8f1f-a1254a3ffd84 req-0c0c1d53-3915-4814-a94c-290f28120da5 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:37.878955 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3aec81d7-14aa-4e62-8f1f-a1254a3ffd84 req-0c0c1d53-3915-4814-a94c-290f28120da5 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 945 time: 0.0943913 May 28 01:44:37.944588 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3aec81d7-14aa-4e62-8f1f-a1254a3ffd84 req-af31526a-b73e-4e60-afa4-e5c695d1729e tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598171 May 28 01:44:37.966700 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5e8497ec-246d-4bda-92c0-228754b24a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3678103'] for network, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:38.096670 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5e8497ec-246d-4bda-92c0-228754b24a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124012', 'neutron.services.segments.db._delete_segments_for_network-8764331454940'] for network, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:38.120189 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-5e8497ec-246d-4bda-92c0-228754b24a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c920bc88-d279-46fc-b67d-8a410daeb18a']}} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:44:38.139613 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-5e8497ec-246d-4bda-92c0-228754b24a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f34af9-2756-45c1-b60a-58ea55c7ea67') {'for_net_delete': True} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:44:38.140363 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-5e8497ec-246d-4bda-92c0-228754b24a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f34af9-2756-45c1-b60a-58ea55c7ea67') {} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:44:38.152664 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5e8497ec-246d-4bda-92c0-228754b24a42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764331464093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10795283'] for segment, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:38.176952 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5e8497ec-246d-4bda-92c0-228754b24a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:38.192883 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8497ec-246d-4bda-92c0-228754b24a42 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=98374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 01:44:38.193198 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5e8497ec-246d-4bda-92c0-228754b24a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10898910'] for segment, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: Traceback (most recent call last): May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: timer() May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: cb(*args, **kw) May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: return func(*args, **kwargs) May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: self._notify() May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: self.callback(batched_events) May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: event.method(event) May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: aggregate_uuid = self.p_client.list_aggregates( May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: return f(self, *a, **k) May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: return self._get(url).json() May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: return self.request(url, 'GET', **kwargs) May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: base_url = self.get_endpoint(auth, allow=allow, May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 01:44:38.208371 dv-cinder-793515-1-smb neutron-server[98374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 01:44:38.306497 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5e8497ec-246d-4bda-92c0-228754b24a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025484'] for network, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:38.313827 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:38.332849 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5e8497ec-246d-4bda-92c0-228754b24a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:38.341798 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8497ec-246d-4bda-92c0-228754b24a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=c920bc88-d279-46fc-b67d-8a410daeb18a,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:38.345329 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-5e8497ec-246d-4bda-92c0-228754b24a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:38.347381 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-5e8497ec-246d-4bda-92c0-228754b24a42 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c920bc88-d279-46fc-b67d-8a410daeb18a HTTP/1.1" status: 204 len: 168 time: 0.5069523 May 28 01:44:38.419850 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcaf9a-ba1d-42a0-a5f6-0dbb031191a3 req-c108de73-bcb3-499a-a517-b155cdc10132 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:38.429107 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5ebcaf9a-ba1d-42a0-a5f6-0dbb031191a3 req-c108de73-bcb3-499a-a517-b155cdc10132 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.2140870 May 28 01:44:38.462287 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3326a81-65e1-46c9-87a3-71de1c180dea req-39128922-d7b5-4438-8958-9e77493621e2 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:38.463789 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e3326a81-65e1-46c9-87a3-71de1c180dea req-39128922-d7b5-4438-8958-9e77493621e2 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 945 time: 0.3585973 May 28 01:44:38.472060 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b1063-dba7-45e5-9963-c86ff4b768df req-5435cfaa-c959-40bd-8a74-13aec6081dc7 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:38.473410 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-175b1063-dba7-45e5-9963-c86ff4b768df req-5435cfaa-c959-40bd-8a74-13aec6081dc7 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.20 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 945 time: 0.2050769 May 28 01:44:38.583193 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 55522) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:38.608452 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e3326a81-65e1-46c9-87a3-71de1c180dea req-77305367-4d2e-486f-a32c-0b5e64512ee0 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339738 May 28 01:44:38.629905 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5ebcaf9a-ba1d-42a0-a5f6-0dbb031191a3 req-727c1acf-f846-4cf5-a9a1-b302d41f2f5d tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998758 May 28 01:44:38.704979 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-76ae16ca-cd99-4d1c-a646-f49f46609652 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e3548e43fa740cb9339381a7fd2487a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1205003 May 28 01:44:38.705474 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 55528) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:38.805140 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-c39e00c2-9e53-4398-84d7-a2ba0c6f637c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:38.838286 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-c39e00c2-9e53-4398-84d7-a2ba0c6f637c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:38.855535 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-175b1063-dba7-45e5-9963-c86ff4b768df req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Deleting port 1bb02857-2fa0-498c-83c7-15a6d2f0022c {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:44:38.857150 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-175b1063-dba7-45e5-9963-c86ff4b768df req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:38.881966 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc442128-5248-45e5-8b60-caf71fe1286e req-f86934d6-e12f-4ff9-99c8-905a28dd6bcb tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:38.891709 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bc442128-5248-45e5-8b60-caf71fe1286e req-f86934d6-e12f-4ff9-99c8-905a28dd6bcb tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.1655729 May 28 01:44:38.920163 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-c39e00c2-9e53-4398-84d7-a2ba0c6f637c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:38.924605 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-1f5b7efd-6ba0-4bf2-b52b-cc2542da97cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:38.948521 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e00c2-9e53-4398-84d7-a2ba0c6f637c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715c6156-7943-4113-9d40-3a7efc2bf0b4,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:38.961780 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-c39e00c2-9e53-4398-84d7-a2ba0c6f637c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:39.018355 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-c39e00c2-9e53-4398-84d7-a2ba0c6f637c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:39.021720 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-c39e00c2-9e53-4398-84d7-a2ba0c6f637c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/715c6156-7943-4113-9d40-3a7efc2bf0b4 HTTP/1.1" status: 204 len: 168 time: 0.3130531 May 28 01:44:39.021856 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bc442128-5248-45e5-8b60-caf71fe1286e req-87bb07a2-2b69-4124-8220-4a423182a829 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286988 May 28 01:44:39.085880 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec7e8b-7525-43af-93d1-a481041d524b req-35a943a2-8e50-4c1b-b317-aead35556f29 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:39.086666 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-89ec7e8b-7525-43af-93d1-a481041d524b req-35a943a2-8e50-4c1b-b317-aead35556f29 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Synchronizing usage tracker for tenant:32440717f9724b4e981cecec3271f880 on resource:port {{(pid=98374) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:44:39.101336 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-89ec7e8b-7525-43af-93d1-a481041d524b req-35a943a2-8e50-4c1b-b317-aead35556f29 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Unset dirty status for tenant:32440717f9724b4e981cecec3271f880 on resource:port {{(pid=98374) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:44:39.103005 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-89ec7e8b-7525-43af-93d1-a481041d524b req-35a943a2-8e50-4c1b-b317-aead35556f29 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.20 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 945 time: 0.1398745 May 28 01:44:39.255490 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-175b1063-dba7-45e5-9963-c86ff4b768df req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] For port 1bb02857-2fa0-498c-83c7-15a6d2f0022c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1bb02857-2fa0-498c-83c7-15a6d2f0022c,segment=NetworkSegment(6875ae40-2be9-4411-b471-02dfcba01fd6),segment_id=6875ae40-2be9-4411-b471-02dfcba01fd6)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:39.256841 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-175b1063-dba7-45e5-9963-c86ff4b768df req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:39.370461 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.plugin [req-89ec7e8b-7525-43af-93d1-a481041d524b req-e1bcfc31-4733-4ded-a51e-9db3f9bdbe32 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Deleting port a6e16986-2901-4f11-871c-959210ef04c1 {{(pid=98374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:44:39.372116 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-89ec7e8b-7525-43af-93d1-a481041d524b req-e1bcfc31-4733-4ded-a51e-9db3f9bdbe32 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:39.482739 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-175b1063-dba7-45e5-9963-c86ff4b768df req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Calling delete_port for 1bb02857-2fa0-498c-83c7-15a6d2f0022c owned by compute:nova {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:44:39.683916 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.db [req-89ec7e8b-7525-43af-93d1-a481041d524b req-e1bcfc31-4733-4ded-a51e-9db3f9bdbe32 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] For port a6e16986-2901-4f11-871c-959210ef04c1, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a6e16986-2901-4f11-871c-959210ef04c1,segment=NetworkSegment(d12d5d54-573a-46e8-8145-3515ecd566e1),segment_id=d12d5d54-573a-46e8-8145-3515ecd566e1)] {{(pid=98374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:39.684447 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-89ec7e8b-7525-43af-93d1-a481041d524b req-e1bcfc31-4733-4ded-a51e-9db3f9bdbe32 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:39.770190 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 55550) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:39.858107 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-175b1063-dba7-45e5-9963-c86ff4b768df req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:39.863882 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.plugin [req-89ec7e8b-7525-43af-93d1-a481041d524b req-e1bcfc31-4733-4ded-a51e-9db3f9bdbe32 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Calling delete_port for a6e16986-2901-4f11-871c-959210ef04c1 owned by compute:nova {{(pid=98374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:44:39.870374 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-f9da49e2-b033-4134-93e6-ed275d29cd6a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:39.908738 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['1bb02857-2fa0-498c-83c7-15a6d2f0022c'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:44:39.977236 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-ae23cb4c-52ac-48d9-8269-837e04f53546 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ced9e33ff5da44088a9422500ac3ec7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2057440 May 28 01:44:39.982902 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 55560) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:39.984014 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Pushing event deleted for resources: {'Port': ['ID=1bb02857-2fa0-498c-83c7-15a6d2f0022c,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:40.040287 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c68c1-6187-450a-9c56-dbf861773363 req-99cf2d32-5710-4cf4-b4d7-b9a8862a2ffb tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:40.044440 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-346c68c1-6187-450a-9c56-dbf861773363 req-99cf2d32-5710-4cf4-b4d7-b9a8862a2ffb tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 945 time: 0.5006957 May 28 01:44:40.049976 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:40.050339 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:40.050681 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:40.051027 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:40.051363 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:40.051700 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:40.052064 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:40.052409 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:40.052759 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:40.053069 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:40.053394 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:40.053731 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:44:40.085278 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e0439c45-bcd0-438b-bc2c-e1bf71a34b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:40.087226 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:40.121186 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-175b1063-dba7-45e5-9963-c86ff4b768df req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] No DVR routers for this DVR port 1bb02857-2fa0-498c-83c7-15a6d2f0022c on host hv-cinder-79351 {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:44:40.127307 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-175b1063-dba7-45e5-9963-c86ff4b768df req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:40.130079 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8848ba0c-526e-4a6d-9b1b-b458708f746d', 'name': 'network-vif-deleted', 'tag': '1bb02857-2fa0-498c-83c7-15a6d2f0022c'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:44:40.163509 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-175b1063-dba7-45e5-9963-c86ff4b768df req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.20 "DELETE /v2.0/ports/1bb02857-2fa0-498c-83c7-15a6d2f0022c HTTP/1.1" status: 204 len: 173 time: 1.6724131 May 28 01:44:40.187726 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-346c68c1-6187-450a-9c56-dbf861773363 req-0eb85b2d-0a79-4555-bbbd-a5e2004125fa tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/security-groups?id=af9fc7d1-8c64-4651-9f2d-3439b29b8637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300642 May 28 01:44:40.202237 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e0439c45-bcd0-438b-bc2c-e1bf71a34b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:40.237744 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cc0ea-4dd2-44f3-b814-939e03485573 req-4e264fc2-433c-4371-9126-7da32b0bb87e tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:40.263516 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ae9cc0ea-4dd2-44f3-b814-939e03485573 req-4e264fc2-433c-4371-9126-7da32b0bb87e tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 945 time: 0.3536551 May 28 01:44:40.301030 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-89ec7e8b-7525-43af-93d1-a481041d524b req-e1bcfc31-4733-4ded-a51e-9db3f9bdbe32 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:40.312995 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:40.380561 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['aa8ec143-4257-4f9c-9218-94caaa57ec03', '11703550-daa6-480b-8425-a1c9ecfa1702', '9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb', 'a6e16986-2901-4f11-871c-959210ef04c1'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:44:40.433482 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ae9cc0ea-4dd2-44f3-b814-939e03485573 req-51089b71-0d7d-4178-9c5f-c71e531909ac tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420603 May 28 01:44:40.446824 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e0439c45-bcd0-438b-bc2c-e1bf71a34b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:40.532044 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcfc31-4733-4ded-a51e-9db3f9bdbe32 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Pushing event deleted for resources: {'Port': ['ID=a6e16986-2901-4f11-871c-959210ef04c1,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:40.538933 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-e1bcfc31-4733-4ded-a51e-9db3f9bdbe32 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:40.542621 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-2696bc0c-a30b-44e5-a953-ca9f7fcb5010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:40.584596 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0439c45-bcd0-438b-bc2c-e1bf71a34b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c43182e-27b3-44ff-85b5-44cc26cbf5e5,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:40.591542 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-e0439c45-bcd0-438b-bc2c-e1bf71a34b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:40.602592 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e0439c45-bcd0-438b-bc2c-e1bf71a34b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:40.602592 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-e0439c45-bcd0-438b-bc2c-e1bf71a34b7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c43182e-27b3-44ff-85b5-44cc26cbf5e5 HTTP/1.1" status: 204 len: 168 time: 0.6084177 May 28 01:44:40.642859 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ec7e8b-7525-43af-93d1-a481041d524b req-e1bcfc31-4733-4ded-a51e-9db3f9bdbe32 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] No DVR routers for this DVR port a6e16986-2901-4f11-871c-959210ef04c1 on host hv-cinder-79351 {{(pid=98374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:44:40.646543 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-89ec7e8b-7525-43af-93d1-a481041d524b req-e1bcfc31-4733-4ded-a51e-9db3f9bdbe32 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:40.649185 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-89ec7e8b-7525-43af-93d1-a481041d524b req-e1bcfc31-4733-4ded-a51e-9db3f9bdbe32 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.20 "DELETE /v2.0/ports/a6e16986-2901-4f11-871c-959210ef04c1 HTTP/1.1" status: 204 len: 173 time: 1.5385227 May 28 01:44:40.649756 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39cd804-73d1-4481-8856-28a8a790f024', 'name': 'network-vif-deleted', 'tag': 'a6e16986-2901-4f11-871c-959210ef04c1'}] {{(pid=98374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:44:40.722976 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07814110-d605-433b-8301-4e778b4b2968 req-3d01a81b-0451-4762-8621-a0df159aa216 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:40.742794 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-07814110-d605-433b-8301-4e778b4b2968 req-3d01a81b-0451-4762-8621-a0df159aa216 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.2314904 May 28 01:44:40.805936 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-07814110-d605-433b-8301-4e778b4b2968 req-bd94c4f7-43e8-4b8a-b867-c146e59bdf68 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621386 May 28 01:44:40.935552 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8848ba0c-526e-4a6d-9b1b-b458708f746d', 'name': 'network-vif-deleted', 'tag': '1bb02857-2fa0-498c-83c7-15a6d2f0022c', 'status': 'completed', 'code': 200} May 28 01:44:41.033229 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39cd804-73d1-4481-8856-28a8a790f024', 'name': 'network-vif-deleted', 'tag': 'a6e16986-2901-4f11-871c-959210ef04c1', 'status': 'completed', 'code': 200} May 28 01:44:41.193562 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72bf05-4c71-4e69-b7c7-9002cd1abe4e req-e4ade89c-1b1a-4708-8e9b-cc7fc569484b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:41.200553 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1f72bf05-4c71-4e69-b7c7-9002cd1abe4e req-e4ade89c-1b1a-4708-8e9b-cc7fc569484b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.1800129 May 28 01:44:41.268301 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1f72bf05-4c71-4e69-b7c7-9002cd1abe4e req-cca7d27c-071a-4f5d-aafb-e6527e01067a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662117 May 28 01:44:41.414178 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-a619524b-2e28-4068-815b-07d22d23463c req-e17050f4-2f7a-48e5-9fde-c8a72a84fdbb tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Synchronizing usage tracker for tenant:17f36d9f4b0d47a7af5ac3c24c857793 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:44:41.431785 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-a619524b-2e28-4068-815b-07d22d23463c req-e17050f4-2f7a-48e5-9fde-c8a72a84fdbb tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Unset dirty status for tenant:17f36d9f4b0d47a7af5ac3c24c857793 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:44:41.451800 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a619524b-2e28-4068-815b-07d22d23463c req-e17050f4-2f7a-48e5-9fde-c8a72a84fdbb tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] 10.222.0.32 "GET /v2.0/ports?device_id=8848ba0c-526e-4a6d-9b1b-b458708f746d HTTP/1.1" status: 200 len: 210 time: 0.0828171 May 28 01:44:41.622885 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a71a1c41-0467-434f-b7eb-7f29401f2cbb req-67404565-f729-489c-a10a-99e3c19818fc tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a39cd804-73d1-4481-8856-28a8a790f024 HTTP/1.1" status: 200 len: 210 time: 0.0721197 May 28 01:44:42.060433 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f78787-7680-4476-a988-9c019705b060 req-3302acfb-7ba5-430b-9894-6909de8f92ec tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:42.062183 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e4f78787-7680-4476-a988-9c019705b060 req-3302acfb-7ba5-430b-9894-6909de8f92ec tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1029789 May 28 01:44:42.140953 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e4f78787-7680-4476-a988-9c019705b060 req-98bf5a0e-7ac5-4dbb-b0a2-a8d02d01a320 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708885 May 28 01:44:42.585505 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702cfc9-c2b1-489e-a448-95912625dd19 req-9d4d004c-d440-4512-ad15-8a1674120bfc tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:42.587151 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e702cfc9-c2b1-489e-a448-95912625dd19 req-9d4d004c-d440-4512-ad15-8a1674120bfc tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.1637809 May 28 01:44:42.681980 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e702cfc9-c2b1-489e-a448-95912625dd19 req-9da13ced-412b-4dae-a2f6-d39367b11dce tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810814 May 28 01:44:42.778595 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device a6e16986-2901-4f11-871c-959210ef04c1 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:44:42.853274 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] No Port match for: a6e16986-2901-4f11-871c-959210ef04c1 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:44:42.853636 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device a6e16986-2901-4f11-871c-959210ef04c1 not bound to the agent host hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:44:42.854154 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 1bb02857-2fa0-498c-83c7-15a6d2f0022c no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:44:42.963787 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] No Port match for: 1bb02857-2fa0-498c-83c7-15a6d2f0022c {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:44:42.964593 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 1bb02857-2fa0-498c-83c7-15a6d2f0022c not bound to the agent host hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:44:43.361619 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46207f9f-00ba-46e5-972f-e4219cebbe6a req-35deeffb-a243-4acf-9a3e-8e7c13e3c41f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:43.364984 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-46207f9f-00ba-46e5-972f-e4219cebbe6a req-35deeffb-a243-4acf-9a3e-8e7c13e3c41f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1040046 May 28 01:44:43.436919 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-46207f9f-00ba-46e5-972f-e4219cebbe6a req-9b2b615f-755b-44e6-9563-8437675140ba tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643823 May 28 01:44:43.692349 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-ec4ea2f6-ede7-4602-810c-70b47c533b8e tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Synchronizing usage tracker for tenant:80115eb4505040a89af0ce7659f24042 on resource:security_group {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:44:43.726471 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-ec4ea2f6-ede7-4602-810c-70b47c533b8e tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Unset dirty status for tenant:80115eb4505040a89af0ce7659f24042 on resource:security_group {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:44:43.728618 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-ec4ea2f6-ede7-4602-810c-70b47c533b8e tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10862890&fields=id&tenant_id=80115eb4505040a89af0ce7659f24042 HTTP/1.1" status: 200 len: 267 time: 0.0878525 May 28 01:44:44.028989 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-5a7a63d7-9852-41b5-9f99-87ca34765eaa tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:44.029419 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-5a7a63d7-9852-41b5-9f99-87ca34765eaa tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Synchronizing usage tracker for tenant:80115eb4505040a89af0ce7659f24042 on resource:network {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:44:44.046882 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d0686-49eb-492d-bee4-32612867363f req-29213795-ebea-4b98-ba29-dafa42898f3b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:44.048408 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-271d0686-49eb-492d-bee4-32612867363f req-29213795-ebea-4b98-ba29-dafa42898f3b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.1585896 May 28 01:44:44.096936 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-5a7a63d7-9852-41b5-9f99-87ca34765eaa tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Unset dirty status for tenant:80115eb4505040a89af0ce7659f24042 on resource:network {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:44:44.098134 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-5a7a63d7-9852-41b5-9f99-87ca34765eaa tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/networks?id=d5229988-7111-4951-bfef-8f99fc9ca578 HTTP/1.1" status: 200 len: 808 time: 0.3620310 May 28 01:44:44.107152 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-271d0686-49eb-492d-bee4-32612867363f req-16033f61-a3f1-4ae6-96ca-cc0ae17d31ca tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517416 May 28 01:44:44.123596 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-375ca084-eb74-4f62-80f7-6c1a9988c5e4 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/quotas/80115eb4505040a89af0ce7659f24042 HTTP/1.1" status: 200 len: 375 time: 0.0144310 May 28 01:44:44.272103 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-8984620f-710c-4f0f-9d6a-cc43345221b9 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=80115eb4505040a89af0ce7659f24042&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1345830 May 28 01:44:44.567985 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-3d03a844-189b-457f-aa61-a6714024a531 service neutron] 10.222.0.32 "GET /v2.0/networks/d5229988-7111-4951-bfef-8f99fc9ca578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760632 May 28 01:44:44.722506 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-f61dcf2f-eaf0-45ba-b255-5d781a294727 service neutron] 10.222.0.32 "GET /v2.0/networks/d5229988-7111-4951-bfef-8f99fc9ca578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532207 May 28 01:44:44.826458 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a20e6-dbb2-4fd7-b760-64a4021c67cc req-c870ee8e-6fd3-472a-96ab-75153aa7eaeb tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:44.828129 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-693a20e6-dbb2-4fd7-b760-64a4021c67cc req-c870ee8e-6fd3-472a-96ab-75153aa7eaeb tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05aea9e-993d-4aa2-81ac-26f7b6c2df91 HTTP/1.1" status: 200 len: 946 time: 0.1025052 May 28 01:44:44.899210 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-693a20e6-dbb2-4fd7-b760-64a4021c67cc req-46ff76b8-606a-4882-bd9c-43c11ce0c96d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628622 May 28 01:44:45.094131 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc89e1c-b171-44c7-8e21-103b2cdd7d53 req-e230c71d-3b64-4e20-9208-116f71ee960c tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:45.101829 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bcc89e1c-b171-44c7-8e21-103b2cdd7d53 req-e230c71d-3b64-4e20-9208-116f71ee960c tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1040056 May 28 01:44:45.180695 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bcc89e1c-b171-44c7-8e21-103b2cdd7d53 req-dacc66b4-91bb-4bb8-9b3c-ad444efb4579 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779243 May 28 01:44:45.324729 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1a45ce42-aea9-4831-b6a5-090ca63f76c9 req-560220d5-aaeb-4e7f-8a51-22d8d3d7d0cc tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 210 time: 0.0861392 May 28 01:44:45.480233 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9658bf-bb8d-4c71-9755-05ebd9d0d14b req-020c3c5b-7672-4363-b78d-1b174b271eab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:45.482451 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3a9658bf-bb8d-4c71-9755-05ebd9d0d14b req-020c3c5b-7672-4363-b78d-1b174b271eab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.0948398 May 28 01:44:45.590772 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3a9658bf-bb8d-4c71-9755-05ebd9d0d14b req-162252ed-0f56-4e72-b13e-1971d6d6ed07 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932691 May 28 01:44:46.170288 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4956f0-62fa-43de-b8f6-93c2b7f59a20 req-924df61b-174b-45a0-9beb-13f5ed29e734 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:46.173082 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4e4956f0-62fa-43de-b8f6-93c2b7f59a20 req-924df61b-174b-45a0-9beb-13f5ed29e734 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05aea9e-993d-4aa2-81ac-26f7b6c2df91 HTTP/1.1" status: 200 len: 946 time: 0.1196988 May 28 01:44:46.241529 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4e4956f0-62fa-43de-b8f6-93c2b7f59a20 req-52134c50-d529-45ff-abea-279112f968a9 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585098 May 28 01:44:46.408094 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9d549-1c88-4304-bfc2-cf38f8e786ed req-db0f72db-d149-4378-87d4-7736951bfcac tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:46.409836 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d9f9d549-1c88-4304-bfc2-cf38f8e786ed req-db0f72db-d149-4378-87d4-7736951bfcac tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1040990 May 28 01:44:46.478073 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d9f9d549-1c88-4304-bfc2-cf38f8e786ed req-5813f90b-5f8c-4c66-8707-24fed7ebc103 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495141 May 28 01:44:46.523526 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-14884025-84a5-4a07-a1f2-05c36f240ca8 req-8526070e-bf1f-4fb5-a02f-07b58fd12310 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 210 time: 0.0605731 May 28 01:44:46.829238 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8cf3f-94ce-4c12-8546-38bfc7c716a9 req-1b6df8d7-92ce-43ad-b22e-740b8074afed tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:46.831236 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d9a8cf3f-94ce-4c12-8546-38bfc7c716a9 req-1b6df8d7-92ce-43ad-b22e-740b8074afed tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.1009176 May 28 01:44:46.891016 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d9a8cf3f-94ce-4c12-8546-38bfc7c716a9 req-14ac3521-0bbd-4d23-9049-7b275d7d2b02 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543408 May 28 01:44:47.168509 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-506fdfa8-d80d-46c6-8b9b-b8b1dce68eba tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:47.169855 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-506fdfa8-d80d-46c6-8b9b-b8b1dce68eba tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.20 "GET /v2.0/networks?id=d5229988-7111-4951-bfef-8f99fc9ca578 HTTP/1.1" status: 200 len: 808 time: 0.1947644 May 28 01:44:47.265506 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-2b507319-520b-4fa6-977c-1a31eba5110c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Synchronizing usage tracker for tenant:80115eb4505040a89af0ce7659f24042 on resource:security_group {{(pid=98374) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:44:47.281034 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-2b507319-520b-4fa6-977c-1a31eba5110c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Unset dirty status for tenant:80115eb4505040a89af0ce7659f24042 on resource:security_group {{(pid=98374) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:44:47.282352 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-2b507319-520b-4fa6-977c-1a31eba5110c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80115eb4505040a89af0ce7659f24042 HTTP/1.1" status: 200 len: 378 time: 0.0817628 May 28 01:44:47.293552 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-2fafdd66-32a9-468d-8c30-62f0c0fb3f1c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Request body: {'port': {'device_id': '8e3caeaa-3e64-4a32-8923-0cb30a38d452', 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578', 'admin_state_up': True, 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'security_groups': ['650fcfa4-b5d2-411f-8fa0-dd7abdafdb47']}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:44:47.353680 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfa7f5-8e2b-4323-9149-6fe096188818 req-c849251d-a74c-42b5-a41c-d0fbe459b47b tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:47.355133 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b6bfa7f5-8e2b-4323-9149-6fe096188818 req-c849251d-a74c-42b5-a41c-d0fbe459b47b tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.20 "GET /v2.0/ports?device_id=a05aea9e-993d-4aa2-81ac-26f7b6c2df91 HTTP/1.1" status: 200 len: 946 time: 0.1561224 May 28 01:44:47.483761 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-2fafdd66-32a9-468d-8c30-62f0c0fb3f1c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:44:47.488357 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-2fafdd66-32a9-468d-8c30-62f0c0fb3f1c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Usage tracker for resource:port and tenant:80115eb4505040a89af0ce7659f24042 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:44:47.491301 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-2fafdd66-32a9-468d-8c30-62f0c0fb3f1c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:44:47.498422 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-2fafdd66-32a9-468d-8c30-62f0c0fb3f1c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:44:47.512866 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-2fafdd66-32a9-468d-8c30-62f0c0fb3f1c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Made reservation on behalf of 80115eb4505040a89af0ce7659f24042 for: {'port': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:44:47.517935 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-2fafdd66-32a9-468d-8c30-62f0c0fb3f1c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:47.654584 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00e994-757c-402c-91c5-790f081639fb req-0cc9f580-e682-4150-89cf-4b652205ae3c tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:47.656086 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8f00e994-757c-402c-91c5-790f081639fb req-0cc9f580-e682-4150-89cf-4b652205ae3c tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05aea9e-993d-4aa2-81ac-26f7b6c2df91 HTTP/1.1" status: 200 len: 946 time: 0.2206779 May 28 01:44:47.715671 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_common [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-2fafdd66-32a9-468d-8c30-62f0c0fb3f1c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Allocated IP 172.20.0.4 (d5229988-7111-4951-bfef-8f99fc9ca578/93f16f84-fabf-40d4-be95-91f2cfae9bba/751f326f-15c5-4cc4-bf14-8a4621fac201) {{(pid=98374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:44:47.750388 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-b6bfa7f5-8e2b-4323-9149-6fe096188818 req-b8d371c2-1777-4a16-99c2-3b9f036fcaf1 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Deleting port 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:44:47.750803 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-b6bfa7f5-8e2b-4323-9149-6fe096188818 req-b8d371c2-1777-4a16-99c2-3b9f036fcaf1 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:47.854820 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8f00e994-757c-402c-91c5-790f081639fb req-9e2842bb-2393-4c95-a264-853324901061 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512530 May 28 01:44:47.930304 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398524e-8af2-4e90-bce7-926d0316c3ce req-e2c76e87-f599-42be-9578-911ad83a7dd5 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:47.938200 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2398524e-8af2-4e90-bce7-926d0316c3ce req-e2c76e87-f599-42be-9578-911ad83a7dd5 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.2924750 May 28 01:44:47.972172 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-2fafdd66-32a9-468d-8c30-62f0c0fb3f1c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for port, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:47.993695 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-b6bfa7f5-8e2b-4323-9149-6fe096188818 req-b8d371c2-1777-4a16-99c2-3b9f036fcaf1 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] For port 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb,segment=NetworkSegment(d12d5d54-573a-46e8-8145-3515ecd566e1),segment_id=d12d5d54-573a-46e8-8145-3515ecd566e1)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:47.994057 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-b6bfa7f5-8e2b-4323-9149-6fe096188818 req-b8d371c2-1777-4a16-99c2-3b9f036fcaf1 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:48.004759 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.provisioning_blocks [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-2fafdd66-32a9-468d-8c30-62f0c0fb3f1c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Transition to ACTIVE for port object 751f326f-15c5-4cc4-bf14-8a4621fac201 will not be triggered until provisioned by entity DHCP. {{(pid=98374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:44:48.041670 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-2fafdd66-32a9-468d-8c30-62f0c0fb3f1c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:48.050178 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:48.145634 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2398524e-8af2-4e90-bce7-926d0316c3ce req-49463c53-0921-4a05-a75e-44a45a5b023c tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043228 May 28 01:44:48.163163 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafdd66-32a9-468d-8c30-62f0c0fb3f1c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Pushing event updated for resources: {'Port': ['ID=751f326f-15c5-4cc4-bf14-8a4621fac201,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:48.174377 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-b6bfa7f5-8e2b-4323-9149-6fe096188818 req-b8d371c2-1777-4a16-99c2-3b9f036fcaf1 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Calling delete_port for 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb owned by compute:nova {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:44:48.190419 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-2fafdd66-32a9-468d-8c30-62f0c0fb3f1c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:48.195323 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-2fafdd66-32a9-468d-8c30-62f0c0fb3f1c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Network d5229988-7111-4951-bfef-8f99fc9ca578 is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:44:48.196652 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-2fafdd66-32a9-468d-8c30-62f0c0fb3f1c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:44:48.204378 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-2fafdd66-32a9-468d-8c30-62f0c0fb3f1c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Received port after_create {{(pid=98374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:44:48.335565 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-2fafdd66-32a9-468d-8c30-62f0c0fb3f1c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:48.338342 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-2fafdd66-32a9-468d-8c30-62f0c0fb3f1c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:48.400403 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-2fafdd66-32a9-468d-8c30-62f0c0fb3f1c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1107073 May 28 01:44:48.428795 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Request body: {'port': {'device_id': '8e3caeaa-3e64-4a32-8923-0cb30a38d452', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:44:48.530813 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de7cc7-a634-4b37-8ef2-75c0c054534e req-50e0ad96-44ca-4e83-a806-72fd09d2b9ed tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:48.538343 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-06de7cc7-a634-4b37-8ef2-75c0c054534e req-50e0ad96-44ca-4e83-a806-72fd09d2b9ed tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 931 time: 0.4074228 May 28 01:44:48.611717 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60297e-aa30-41a7-9415-b3627defe932 req-5fe28466-37a6-4d6b-b03a-e941e27ea3f1 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:48.618203 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-3de8ad6a-effc-4723-9cb3-2a6c74e4d079 None None] Provisioning for port 751f326f-15c5-4cc4-bf14-8a4621fac201 completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:44:48.619500 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6a60297e-aa30-41a7-9415-b3627defe932 req-5fe28466-37a6-4d6b-b03a-e941e27ea3f1 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.2907519 May 28 01:44:48.622954 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-3de8ad6a-effc-4723-9cb3-2a6c74e4d079 None None] Provisioning complete for port 751f326f-15c5-4cc4-bf14-8a4621fac201 triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:44:48.623668 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-3de8ad6a-effc-4723-9cb3-2a6c74e4d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:48.629978 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:48.668959 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-06de7cc7-a634-4b37-8ef2-75c0c054534e req-82c75436-ea43-4c45-a34f-e877550cd496 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1297672 May 28 01:44:48.709461 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6a60297e-aa30-41a7-9415-b3627defe932 req-db69dafe-4e11-43d6-b569-b386be28fe3f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891473 May 28 01:44:48.733271 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-b6bfa7f5-8e2b-4323-9149-6fe096188818 req-b8d371c2-1777-4a16-99c2-3b9f036fcaf1 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:48.740757 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-27a3be9c-7baa-4575-acde-879ed5bcc527 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:48.765519 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-3de8ad6a-effc-4723-9cb3-2a6c74e4d079 None None] Port 751f326f-15c5-4cc4-bf14-8a4621fac201 cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:44:48.780010 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['aa8ec143-4257-4f9c-9218-94caaa57ec03', '11703550-daa6-480b-8425-a1c9ecfa1702', '9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:44:48.822694 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d371c2-1777-4a16-99c2-3b9f036fcaf1 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Pushing event deleted for resources: {'Port': ['ID=9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:48.825260 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-b8d371c2-1777-4a16-99c2-3b9f036fcaf1 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:48.872762 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bfa7f5-8e2b-4323-9149-6fe096188818 req-b8d371c2-1777-4a16-99c2-3b9f036fcaf1 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] No DVR routers for this DVR port 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb on host hv-cinder-79351 {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:44:48.875306 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-b6bfa7f5-8e2b-4323-9149-6fe096188818 req-b8d371c2-1777-4a16-99c2-3b9f036fcaf1 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:48.878065 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05aea9e-993d-4aa2-81ac-26f7b6c2df91', 'name': 'network-vif-deleted', 'tag': '9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:44:48.893094 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b6bfa7f5-8e2b-4323-9149-6fe096188818 req-b8d371c2-1777-4a16-99c2-3b9f036fcaf1 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.20 "DELETE /v2.0/ports/9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb HTTP/1.1" status: 204 len: 173 time: 1.5267060 May 28 01:44:48.984862 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05aea9e-993d-4aa2-81ac-26f7b6c2df91', 'name': 'network-vif-deleted', 'tag': '9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb', 'status': 'completed', 'code': 200} May 28 01:44:49.287073 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-1688861a-63ac-4058-8867-da31ca40e2ba req-393940c2-50bc-4d79-8fae-80ea3a6ee236 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Synchronizing usage tracker for tenant:32440717f9724b4e981cecec3271f880 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:44:49.328587 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-1688861a-63ac-4058-8867-da31ca40e2ba req-393940c2-50bc-4d79-8fae-80ea3a6ee236 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Unset dirty status for tenant:32440717f9724b4e981cecec3271f880 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:44:49.337812 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1688861a-63ac-4058-8867-da31ca40e2ba req-393940c2-50bc-4d79-8fae-80ea3a6ee236 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05aea9e-993d-4aa2-81ac-26f7b6c2df91 HTTP/1.1" status: 200 len: 210 time: 0.1412549 May 28 01:44:49.444221 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade60c18-a124-49df-8ec9-2f7d68e07689 req-103d9c1a-16f0-4430-8153-247014bb1e38 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:49.445626 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ade60c18-a124-49df-8ec9-2f7d68e07689 req-103d9c1a-16f0-4430-8153-247014bb1e38 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.0865784 May 28 01:44:49.462752 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.notifiers.nova [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751f326f-15c5-4cc4-bf14-8a4621fac201 {{(pid=98374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:44:49.475357 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:49.500546 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.provisioning_blocks [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Transition to ACTIVE for port object 751f326f-15c5-4cc4-bf14-8a4621fac201 will not be triggered until provisioned by entity L2. {{(pid=98374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:44:49.509963 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10898818'] for port, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:49.511133 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ade60c18-a124-49df-8ec9-2f7d68e07689 req-8e5a08f8-20b3-490a-bde2-415ab7dc704c tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581977 May 28 01:44:49.517991 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:49.676843 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=751f326f-15c5-4cc4-bf14-8a4621fac201,revision_number=2']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:49.684903 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:49.782726 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.managers [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Attempting to bind port 751f326f-15c5-4cc4-bf14-8a4621fac201 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:44:49.783077 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.managers [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Attempting to bind port 751f326f-15c5-4cc4-bf14-8a4621fac201 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'a7102f3a-e9ff-49ec-861a-82dec178c589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578'}] {{(pid=98374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:44:49.784518 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Attempting to bind port 751f326f-15c5-4cc4-bf14-8a4621fac201 on network d5229988-7111-4951-bfef-8f99fc9ca578 {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:44:49.789739 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Port 751f326f-15c5-4cc4-bf14-8a4621fac201 on network d5229988-7111-4951-bfef-8f99fc9ca578 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 01:44:49.790064 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Attempting to bind port 751f326f-15c5-4cc4-bf14-8a4621fac201 on network d5229988-7111-4951-bfef-8f99fc9ca578 {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:44:49.797078 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Checking agent: {'id': '1b125da3-7d0c-4b26-bfd9-a1004cddd395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:44:49.797538 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Checking segment: {'id': 'a7102f3a-e9ff-49ec-861a-82dec178c589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:44:49.798211 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Bound using segment: {'id': 'a7102f3a-e9ff-49ec-861a-82dec178c589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578'} {{(pid=98374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:44:49.799420 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.managers [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Bound port: 751f326f-15c5-4cc4-bf14-8a4621fac201, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7102f3a-e9ff-49ec-861a-82dec178c589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578'}}] {{(pid=98374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:44:49.799420 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:49.939050 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.db [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] For port 751f326f-15c5-4cc4-bf14-8a4621fac201, host hv-cinder-79351, cleared binding levels {{(pid=98374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:44:49.942934 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.db [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] For port 751f326f-15c5-4cc4-bf14-8a4621fac201, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=751f326f-15c5-4cc4-bf14-8a4621fac201,segment=NetworkSegment(a7102f3a-e9ff-49ec-861a-82dec178c589),segment_id=a7102f3a-e9ff-49ec-861a-82dec178c589)] {{(pid=98374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:44:49.960633 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10898818'] for port, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:49.965651 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:50.042855 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:50.044220 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:50.049010 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] 10.222.0.20 "PUT /v2.0/ports/751f326f-15c5-4cc4-bf14-8a4621fac201 HTTP/1.1" status: 200 len: 1093 time: 1.6244967 May 28 01:44:50.049719 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3caeaa-3e64-4a32-8923-0cb30a38d452', 'tag': '751f326f-15c5-4cc4-bf14-8a4621fac201'}] {{(pid=98374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:44:50.060684 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295661f8-24c6-4ad1-9cfb-80e0d51c4c5c req-370a66e8-d4ca-43bc-8e3b-5463498b3751 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:50.068013 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-295661f8-24c6-4ad1-9cfb-80e0d51c4c5c req-370a66e8-d4ca-43bc-8e3b-5463498b3751 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.1615691 May 28 01:44:50.080908 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=751f326f-15c5-4cc4-bf14-8a4621fac201,revision_number=3']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:50.084249 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:50.106399 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99550a42-c2af-4551-9cdc-f577dd388c1d req-75882436-1977-4c23-8907-89d48cb30e11 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:50.108016 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-99550a42-c2af-4551-9cdc-f577dd388c1d req-75882436-1977-4c23-8907-89d48cb30e11 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 943 time: 0.1673615 May 28 01:44:50.147290 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-295661f8-24c6-4ad1-9cfb-80e0d51c4c5c req-16ad61e8-5fce-4d0d-8541-f461bde1bae4 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784664 May 28 01:44:50.177349 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-99550a42-c2af-4551-9cdc-f577dd388c1d req-9b3b4548-5d01-4406-ba0a-eddd629e6fe4 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503438 May 28 01:44:50.254499 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3caeaa-3e64-4a32-8923-0cb30a38d452', 'tag': '751f326f-15c5-4cc4-bf14-8a4621fac201', 'status': 'completed', 'code': 200} May 28 01:44:50.276423 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-147341b0-c589-4623-a853-0731bedc29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:50.279073 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-147341b0-c589-4623-a853-0731bedc29cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80115eb4505040a89af0ce7659f24042&device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 1096 time: 0.1322269 May 28 01:44:50.383672 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-92cb03fa-1633-4c0f-bf6a-08aa2ff5301c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=751f326f-15c5-4cc4-bf14-8a4621fac201 HTTP/1.1" status: 200 len: 217 time: 0.0890317 May 28 01:44:50.500284 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-8eb70e14-f73e-4cf5-9f62-e3624b1411d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:50.501743 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-8eb70e14-f73e-4cf5-9f62-e3624b1411d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93f16f84-fabf-40d4-be95-91f2cfae9bba HTTP/1.1" status: 200 len: 847 time: 0.0912254 May 28 01:44:50.693155 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-b402e39b-e3b4-4d62-8e9b-16b7502286d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:50.693155 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-b402e39b-e3b4-4d62-8e9b-16b7502286d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5229988-7111-4951-bfef-8f99fc9ca578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1770315 May 28 01:44:50.834520 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:44:50.893011 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3a2e1-9113-457d-a02f-679d6798744a req-d53d0e44-86b4-48dc-9e7a-25bbb56617b8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:50.900341 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] No Port match for: 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:44:50.900341 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 9f2bf01c-ea6a-40ca-aa2e-39c68cd01bdb not bound to the agent host hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:44:50.906717 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ebd3a2e1-9113-457d-a02f-679d6798744a req-d53d0e44-86b4-48dc-9e7a-25bbb56617b8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.2427723 May 28 01:44:50.938164 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-1ffeec0b-545e-4362-a859-dacdbb28e9a4 service neutron] 10.222.0.20 "GET /v2.0/networks/d5229988-7111-4951-bfef-8f99fc9ca578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250614 May 28 01:44:50.983883 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ebd3a2e1-9113-457d-a02f-679d6798744a req-2db2a716-f554-4851-baf8-71dfca68d42d tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747740 May 28 01:44:51.114426 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-c4fc17ce-debd-450b-a0fa-ee965efdeb91 req-29cc9ce4-7c9a-4aa1-ad50-34a26e9b2757 service neutron] 10.222.0.20 "GET /v2.0/networks/d5229988-7111-4951-bfef-8f99fc9ca578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654067 May 28 01:44:51.118150 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3e18e-2a9f-437d-a474-b495798f8384 req-dfb7fecf-eb67-4dd7-9a17-a0a42603bb15 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:51.119840 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-04b3e18e-2a9f-437d-a474-b495798f8384 req-dfb7fecf-eb67-4dd7-9a17-a0a42603bb15 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 946 time: 0.1018016 May 28 01:44:51.175813 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-04b3e18e-2a9f-437d-a474-b495798f8384 req-63f63706-c00a-4de0-ae47-46e48edb123a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502853 May 28 01:44:51.341377 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a4b56-a59e-40e1-8a95-8a286e778f47 req-d61d0e83-231a-453a-8a8d-8f8169c45a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:51.344505 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6e4a4b56-a59e-40e1-8a95-8a286e778f47 req-d61d0e83-231a-453a-8a8d-8f8169c45a74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80115eb4505040a89af0ce7659f24042&device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 1096 time: 0.0905743 May 28 01:44:51.442735 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab67ad-e0a6-447d-bfc1-b36ddbc660d6 req-6332824e-1b75-4146-a0e8-e5e00226c934 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:51.444274 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d0ab67ad-e0a6-447d-bfc1-b36ddbc660d6 req-6332824e-1b75-4146-a0e8-e5e00226c934 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.1421852 May 28 01:44:51.498221 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85747b-81c7-4c1c-9161-76cc5f6cc71e req-eed085ec-91da-4180-a602-75a83abc8f20 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:51.505754 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7a85747b-81c7-4c1c-9161-76cc5f6cc71e req-eed085ec-91da-4180-a602-75a83abc8f20 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 943 time: 0.1683619 May 28 01:44:51.553008 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d0ab67ad-e0a6-447d-bfc1-b36ddbc660d6 req-ffca4eef-3aad-41b4-99e0-f825782c52da tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014125 May 28 01:44:51.568460 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7a85747b-81c7-4c1c-9161-76cc5f6cc71e req-6dcc99cc-3a5e-47ee-97e4-ca967ac2aee1 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617430 May 28 01:44:51.585517 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a4b56-a59e-40e1-8a95-8a286e778f47 req-04116aad-77a2-496d-8c55-9294de75b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:51.587435 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6e4a4b56-a59e-40e1-8a95-8a286e778f47 req-04116aad-77a2-496d-8c55-9294de75b337 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5229988-7111-4951-bfef-8f99fc9ca578 HTTP/1.1" status: 200 len: 909 time: 0.2258127 May 28 01:44:51.666841 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6e4a4b56-a59e-40e1-8a95-8a286e778f47 req-7f210df4-a01e-494a-a1af-1763604a5643 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=751f326f-15c5-4cc4-bf14-8a4621fac201 HTTP/1.1" status: 200 len: 217 time: 0.0689564 May 28 01:44:51.761633 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a4b56-a59e-40e1-8a95-8a286e778f47 req-52188b9a-856d-40ee-ac66-e1931ad70425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:51.763131 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6e4a4b56-a59e-40e1-8a95-8a286e778f47 req-52188b9a-856d-40ee-ac66-e1931ad70425 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93f16f84-fabf-40d4-be95-91f2cfae9bba HTTP/1.1" status: 200 len: 847 time: 0.0606170 May 28 01:44:51.935474 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a4b56-a59e-40e1-8a95-8a286e778f47 req-1cb4c521-af3d-4ff2-af56-7fbeade7b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:51.936147 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6e4a4b56-a59e-40e1-8a95-8a286e778f47 req-1cb4c521-af3d-4ff2-af56-7fbeade7b81c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5229988-7111-4951-bfef-8f99fc9ca578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1589770 May 28 01:44:52.089114 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6e4a4b56-a59e-40e1-8a95-8a286e778f47 req-c84755da-9277-42e5-b324-3d5c8d528072 service neutron] 10.222.0.20 "GET /v2.0/networks/d5229988-7111-4951-bfef-8f99fc9ca578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307194 May 28 01:44:52.184886 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c6d31-07d9-4ea5-8656-28458cdb4990 req-f8f1d314-5167-4a58-a82e-e1fd407e6f34 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:52.186345 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b32c6d31-07d9-4ea5-8656-28458cdb4990 req-f8f1d314-5167-4a58-a82e-e1fd407e6f34 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.0860713 May 28 01:44:52.237177 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b32c6d31-07d9-4ea5-8656-28458cdb4990 req-bd47ac14-d549-47d4-b2c9-b3727e1493fd tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448365 May 28 01:44:52.241842 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-6e4a4b56-a59e-40e1-8a95-8a286e778f47 req-745fc0ce-9320-4c8b-a3d6-4adf63f0c505 service neutron] 10.222.0.20 "GET /v2.0/networks/d5229988-7111-4951-bfef-8f99fc9ca578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336584 May 28 01:44:52.365977 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699253e-6c3d-441c-9cf2-3b74819b86bd req-5c16c063-3dee-4a63-a854-4724b433418e tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:52.367334 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d699253e-6c3d-441c-9cf2-3b74819b86bd req-5c16c063-3dee-4a63-a854-4724b433418e tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 946 time: 0.0788548 May 28 01:44:52.410737 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d699253e-6c3d-441c-9cf2-3b74819b86bd req-ac604962-7b81-4776-8a0b-6ca0ec60c396 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376060 May 28 01:44:52.811579 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ab11a-3c96-499f-8d15-1235f583a189 req-df54adca-624e-4593-a3b2-029562dc6b9d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:52.813058 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f06ab11a-3c96-499f-8d15-1235f583a189 req-df54adca-624e-4593-a3b2-029562dc6b9d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.1418364 May 28 01:44:52.820391 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778da3a-7ab1-4306-867e-43546fc7c692 req-63542e69-554e-4a39-b78d-2d7fefccddcf tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:52.821743 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0778da3a-7ab1-4306-867e-43546fc7c692 req-63542e69-554e-4a39-b78d-2d7fefccddcf tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 943 time: 0.1166065 May 28 01:44:52.896683 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f06ab11a-3c96-499f-8d15-1235f583a189 req-62b651c6-a0c5-4b8e-b152-fd259d89b83e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739462 May 28 01:44:52.899321 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0778da3a-7ab1-4306-867e-43546fc7c692 req-7c01daff-dde5-41dc-b2c0-db6358b9d195 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637074 May 28 01:44:52.984665 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e5eab-4ebf-46fe-a79b-999abc1506a7 req-7dd9f4e3-e5ba-4ae9-b540-a868641922f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:52.986238 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-c21e5eab-4ebf-46fe-a79b-999abc1506a7 req-7dd9f4e3-e5ba-4ae9-b540-a868641922f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=754c0001c83d4af1bdc6a16555b480e4&device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 1098 time: 0.0703239 May 28 01:44:53.167958 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e5eab-4ebf-46fe-a79b-999abc1506a7 req-5a64e286-e00d-4228-9e14-b51dc3a37590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:53.168777 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-c21e5eab-4ebf-46fe-a79b-999abc1506a7 req-5a64e286-e00d-4228-9e14-b51dc3a37590 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3463d1e7-4623-4440-bb64-03cc52099eb5 HTTP/1.1" status: 200 len: 918 time: 0.1416209 May 28 01:44:53.281231 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-c21e5eab-4ebf-46fe-a79b-999abc1506a7 req-17721c65-5412-4eb9-8254-bce424f46b9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02ea96f2-707a-4481-a508-13103d829f10 HTTP/1.1" status: 200 len: 1001 time: 0.1034038 May 28 01:44:53.357111 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e5eab-4ebf-46fe-a79b-999abc1506a7 req-03502fb1-d7cd-48f8-a976-388936f14ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:53.358537 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-c21e5eab-4ebf-46fe-a79b-999abc1506a7 req-03502fb1-d7cd-48f8-a976-388936f14ac5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61422ffd-2b35-4f4c-a3bf-b8c5addbfe48 HTTP/1.1" status: 200 len: 856 time: 0.0692697 May 28 01:44:53.435413 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465fe2d-68be-47c2-b4cd-a1d9dda1b7f3 req-4e5390d3-c570-4ede-b700-883066382ddc tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:53.437079 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a465fe2d-68be-47c2-b4cd-a1d9dda1b7f3 req-4e5390d3-c570-4ede-b700-883066382ddc tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.0886722 May 28 01:44:53.559769 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e5eab-4ebf-46fe-a79b-999abc1506a7 req-11607046-f5d8-4dd2-a5ec-ab2fa0abcfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:53.560931 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a465fe2d-68be-47c2-b4cd-a1d9dda1b7f3 req-6852bef9-9584-4c36-9d72-9bd7a85c3706 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153553 May 28 01:44:53.562480 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-c21e5eab-4ebf-46fe-a79b-999abc1506a7 req-11607046-f5d8-4dd2-a5ec-ab2fa0abcfa8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3463d1e7-4623-4440-bb64-03cc52099eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1145926 May 28 01:44:53.658002 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff8405-17bf-4fd3-9946-59dfc7556020 req-ee4bde41-13b7-4bbb-9cae-334cad6f3840 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:53.659500 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f2ff8405-17bf-4fd3-9946-59dfc7556020 req-ee4bde41-13b7-4bbb-9cae-334cad6f3840 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 946 time: 0.1973076 May 28 01:44:53.668917 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f6eff-a164-43fd-b536-df5c96b4300b req-0655e06b-0dfe-497c-b09d-b5de82755277 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:53.670627 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-911f6eff-a164-43fd-b536-df5c96b4300b req-0655e06b-0dfe-497c-b09d-b5de82755277 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 946 time: 0.1070173 May 28 01:44:53.750352 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-c21e5eab-4ebf-46fe-a79b-999abc1506a7 req-a2173927-9ee7-4e32-9077-aaafa2ee8194 service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752319 May 28 01:44:53.845573 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-911f6eff-a164-43fd-b536-df5c96b4300b req-7158624f-7b72-4657-aad5-55b79c901b8a tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400459 May 28 01:44:53.944675 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-f2ff8405-17bf-4fd3-9946-59dfc7556020 req-07645db2-6b30-44e1-a87f-6cd2f7ff3f17 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Deleting port 11703550-daa6-480b-8425-a1c9ecfa1702 {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:44:53.944997 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-f2ff8405-17bf-4fd3-9946-59dfc7556020 req-07645db2-6b30-44e1-a87f-6cd2f7ff3f17 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:53.969840 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-c21e5eab-4ebf-46fe-a79b-999abc1506a7 req-ff862fb0-fd0c-4517-94a2-f194f24e63e0 service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095048 May 28 01:44:54.208637 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-f2ff8405-17bf-4fd3-9946-59dfc7556020 req-07645db2-6b30-44e1-a87f-6cd2f7ff3f17 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] For port 11703550-daa6-480b-8425-a1c9ecfa1702, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=11703550-daa6-480b-8425-a1c9ecfa1702,segment=NetworkSegment(d12d5d54-573a-46e8-8145-3515ecd566e1),segment_id=d12d5d54-573a-46e8-8145-3515ecd566e1)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:54.208863 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-f2ff8405-17bf-4fd3-9946-59dfc7556020 req-07645db2-6b30-44e1-a87f-6cd2f7ff3f17 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:54.355658 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-f2ff8405-17bf-4fd3-9946-59dfc7556020 req-07645db2-6b30-44e1-a87f-6cd2f7ff3f17 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Calling delete_port for 11703550-daa6-480b-8425-a1c9ecfa1702 owned by compute:nova {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:44:54.375236 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efd200-ee81-4557-a3c0-623d6d9dabda req-1ab4d759-3ac8-40cb-b465-f6a782ef7b83 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:54.376721 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d9efd200-ee81-4557-a3c0-623d6d9dabda req-1ab4d759-3ac8-40cb-b465-f6a782ef7b83 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.3186917 May 28 01:44:54.391211 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3303e2-633d-4b16-9381-23b2649d7f40 req-16360d42-b10b-42c9-937e-68a40e8c0d90 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:54.392624 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6d3303e2-633d-4b16-9381-23b2649d7f40 req-16360d42-b10b-42c9-937e-68a40e8c0d90 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 943 time: 0.3038597 May 28 01:44:54.478118 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d9efd200-ee81-4557-a3c0-623d6d9dabda req-999ec6a7-5f8d-41c4-90d2-f68ff67f601d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944719 May 28 01:44:54.488765 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6d3303e2-633d-4b16-9381-23b2649d7f40 req-fbb6ecc7-aaf4-4177-b350-68ac4ccdffad tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883706 May 28 01:44:54.588466 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-f2ff8405-17bf-4fd3-9946-59dfc7556020 req-07645db2-6b30-44e1-a87f-6cd2f7ff3f17 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:54.597525 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-d03562b0-d979-40a6-9c16-25dee48e8d9f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:54.639866 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['aa8ec143-4257-4f9c-9218-94caaa57ec03', '11703550-daa6-480b-8425-a1c9ecfa1702'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:44:54.648670 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07645db2-6b30-44e1-a87f-6cd2f7ff3f17 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Pushing event deleted for resources: {'Port': ['ID=11703550-daa6-480b-8425-a1c9ecfa1702,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:54.651130 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-07645db2-6b30-44e1-a87f-6cd2f7ff3f17 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:54.788369 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ff8405-17bf-4fd3-9946-59dfc7556020 req-07645db2-6b30-44e1-a87f-6cd2f7ff3f17 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] No DVR routers for this DVR port 11703550-daa6-480b-8425-a1c9ecfa1702 on host hv-cinder-79351 {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:44:54.791277 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-f2ff8405-17bf-4fd3-9946-59dfc7556020 req-07645db2-6b30-44e1-a87f-6cd2f7ff3f17 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:54.799098 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5064400-6f64-46ea-942b-5433f3e09cd2', 'name': 'network-vif-deleted', 'tag': '11703550-daa6-480b-8425-a1c9ecfa1702'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:44:54.834246 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f2ff8405-17bf-4fd3-9946-59dfc7556020 req-07645db2-6b30-44e1-a87f-6cd2f7ff3f17 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.20 "DELETE /v2.0/ports/11703550-daa6-480b-8425-a1c9ecfa1702 HTTP/1.1" status: 204 len: 173 time: 1.1620193 May 28 01:44:54.859730 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5064400-6f64-46ea-942b-5433f3e09cd2', 'name': 'network-vif-deleted', 'tag': '11703550-daa6-480b-8425-a1c9ecfa1702', 'status': 'completed', 'code': 200} May 28 01:44:54.870872 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 751f326f-15c5-4cc4-bf14-8a4621fac201 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:44:54.904102 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c73ae-bd44-459d-8656-6e7e9607e578 req-2597c56b-0187-4a49-b964-bd3b0c10c626 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:54.915563 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-543c73ae-bd44-459d-8656-6e7e9607e578 req-2597c56b-0187-4a49-b964-bd3b0c10c626 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1792903 May 28 01:44:54.987871 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-543c73ae-bd44-459d-8656-6e7e9607e578 req-d291da35-2642-4b8f-9e33-6fe7d108cdd7 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712543 May 28 01:44:55.096216 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 751f326f-15c5-4cc4-bf14-8a4621fac201, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=751f326f-15c5-4cc4-bf14-8a4621fac201,segment=NetworkSegment(a7102f3a-e9ff-49ec-861a-82dec178c589),segment_id=a7102f3a-e9ff-49ec-861a-82dec178c589)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:55.111583 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': '751f326f-15c5-4cc4-bf14-8a4621fac201', 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578', 'port_id': '751f326f-15c5-4cc4-bf14-8a4621fac201', 'mac_address': 'fa:16:3e:0f:f9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f16f84-fabf-40d4-be95-91f2cfae9bba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:44:55.117897 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-d1289668-75f1-4a5d-995e-fe3d7b2f294b req-c52034a6-be13-4739-8292-40bd3036b6f1 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Synchronizing usage tracker for tenant:32440717f9724b4e981cecec3271f880 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:44:55.161909 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-d1289668-75f1-4a5d-995e-fe3d7b2f294b req-c52034a6-be13-4739-8292-40bd3036b6f1 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Unset dirty status for tenant:32440717f9724b4e981cecec3271f880 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:44:55.177720 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d1289668-75f1-4a5d-995e-fe3d7b2f294b req-c52034a6-be13-4739-8292-40bd3036b6f1 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5064400-6f64-46ea-942b-5433f3e09cd2 HTTP/1.1" status: 200 len: 210 time: 0.1105623 May 28 01:44:55.189824 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:55.213682 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751f326f-15c5-4cc4-bf14-8a4621fac201 {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:44:55.234541 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 751f326f-15c5-4cc4-bf14-8a4621fac201, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=751f326f-15c5-4cc4-bf14-8a4621fac201,segment=NetworkSegment(a7102f3a-e9ff-49ec-861a-82dec178c589),segment_id=a7102f3a-e9ff-49ec-861a-82dec178c589)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:55.238830 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:55.241636 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:55.312589 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=751f326f-15c5-4cc4-bf14-8a4621fac201,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:55.316443 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:55.752371 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59536f26-7cd7-45d3-89cc-593031342c01 req-c149546f-357a-4fad-8f5b-46c1f5c236e4 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:55.754233 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-59536f26-7cd7-45d3-89cc-593031342c01 req-c149546f-357a-4fad-8f5b-46c1f5c236e4 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 945 time: 0.1099310 May 28 01:44:55.763115 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ba214-71c0-47b0-a6d0-5e5651b8755e req-e1e6a788-abb9-4029-972d-9bcaac473381 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:55.770188 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-577ba214-71c0-47b0-a6d0-5e5651b8755e req-e1e6a788-abb9-4029-972d-9bcaac473381 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 944 time: 0.1632173 May 28 01:44:55.827177 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['751f326f-15c5-4cc4-bf14-8a4621fac201'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:44:55.836408 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-577ba214-71c0-47b0-a6d0-5e5651b8755e req-eedc69e8-a7bc-416f-8308-2f85ec74a182 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652642 May 28 01:44:55.878380 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-59536f26-7cd7-45d3-89cc-593031342c01 req-b38e53ad-9d03-43d1-8abc-d7d541a5e63a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908539 May 28 01:44:56.239496 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b6e82-88c6-489a-be94-ce3be92a3ab4 req-085257e5-09b3-439b-9ddc-fa9df19716b9 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:56.246731 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ac1b6e82-88c6-489a-be94-ce3be92a3ab4 req-085257e5-09b3-439b-9ddc-fa9df19716b9 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1055951 May 28 01:44:56.300396 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ac1b6e82-88c6-489a-be94-ce3be92a3ab4 req-6b055a1c-d16e-4b9b-bc0a-278ff4d48b9f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527754 May 28 01:44:56.867330 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 02ea96f2-707a-4481-a508-13103d829f10 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:44:56.949422 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6c977f7e-e4e4-4876-834f-8fcdf6a8ebd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:57.043380 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:57.051595 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60bcd9-3025-4719-9a6c-06816f9361f4 req-99e08c9c-592e-4cd0-8e04-e1d4636d8d6f tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:57.071764 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4c60bcd9-3025-4719-9a6c-06816f9361f4 req-99e08c9c-592e-4cd0-8e04-e1d4636d8d6f tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 944 time: 0.1080406 May 28 01:44:57.093950 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 02ea96f2-707a-4481-a508-13103d829f10, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=02ea96f2-707a-4481-a508-13103d829f10,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:57.097883 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2233e4b-bbc4-4b10-b6c3-0e1ef830131d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02ea96f2-707a-4481-a508-13103d829f10'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:44:57.103954 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:57.104874 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 11703550-daa6-480b-8425-a1c9ecfa1702 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:44:57.150326 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:57.221591 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] No Port match for: 11703550-daa6-480b-8425-a1c9ecfa1702 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:44:57.221955 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 11703550-daa6-480b-8425-a1c9ecfa1702 not bound to the agent host hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:44:57.239784 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4c60bcd9-3025-4719-9a6c-06816f9361f4 req-7044dbc2-5654-4c50-964f-ec4c60005c45 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1669016 May 28 01:44:57.272059 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=02ea96f2-707a-4481-a508-13103d829f10,revision_number=8']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:57.276823 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:57.300069 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591f83b-3153-4829-9048-36942234ef39 req-0127ab7e-920b-4874-8450-c6d8901136e3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:57.301702 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0591f83b-3153-4829-9048-36942234ef39 req-0127ab7e-920b-4874-8450-c6d8901136e3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.2279866 May 28 01:44:57.357251 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0591f83b-3153-4829-9048-36942234ef39 req-7555abb8-59a3-49c2-876e-3e6ec7e9480c tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494602 May 28 01:44:57.412127 dv-cinder-793515-1-smb neutron-server[98375]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c2233e4b-bbc4-4b10-b6c3-0e1ef830131d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '02ea96f2-707a-4481-a508-13103d829f10', 'code': 422} returned with failed status May 28 01:44:57.625269 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01a566-c076-4f50-a920-02e4a397b594 req-2f44ba23-8ac2-463b-a199-f569218b09f7 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:57.627096 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cc01a566-c076-4f50-a920-02e4a397b594 req-2f44ba23-8ac2-463b-a199-f569218b09f7 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1270113 May 28 01:44:57.737841 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cc01a566-c076-4f50-a920-02e4a397b594 req-b0f22e61-be5a-45e8-aadf-8f1c0ef76aaf tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051984 May 28 01:44:58.335701 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49ea39-1845-409d-be39-7e52ac0471b8 req-83708587-6479-45e5-8c1b-ebe41823d77b tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:58.343745 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fd49ea39-1845-409d-be39-7e52ac0471b8 req-83708587-6479-45e5-8c1b-ebe41823d77b tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 945 time: 0.1941583 May 28 01:44:58.408335 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fd49ea39-1845-409d-be39-7e52ac0471b8 req-dc790bef-030c-4c0c-bb6a-83296edd8e4d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609734 May 28 01:44:58.527552 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57df8c4-5fd0-4641-9618-6f9261da9564 req-d067b21a-cd27-451d-9f1d-596a5bc9b535 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:58.534526 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d57df8c4-5fd0-4641-9618-6f9261da9564 req-d067b21a-cd27-451d-9f1d-596a5bc9b535 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 944 time: 0.0964961 May 28 01:44:58.580507 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d57df8c4-5fd0-4641-9618-6f9261da9564 req-5c7a23f4-abce-4a24-952c-b2fbf19f9803 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450840 May 28 01:44:58.854319 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071a957-ac10-43f4-b20a-cc5877295890 req-1029fe72-b57f-46ae-9382-8b4657035f84 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:58.856036 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b071a957-ac10-43f4-b20a-cc5877295890 req-1029fe72-b57f-46ae-9382-8b4657035f84 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.1069250 May 28 01:44:58.877618 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 751f326f-15c5-4cc4-bf14-8a4621fac201 up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:44:58.925966 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b071a957-ac10-43f4-b20a-cc5877295890 req-a0df976e-0b12-4619-82ef-c436658345b1 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612581 May 28 01:44:58.995675 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning for port 751f326f-15c5-4cc4-bf14-8a4621fac201 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:44:59.001415 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port 751f326f-15c5-4cc4-bf14-8a4621fac201 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:44:59.001951 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:59.079292 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcf801-a874-4b67-bd5d-782d424d2b1c req-95c40890-4750-467d-a6f2-8316d651b28e tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:59.088576 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-28fcf801-a874-4b67-bd5d-782d424d2b1c req-95c40890-4750-467d-a6f2-8316d651b28e tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1385555 May 28 01:44:59.147765 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-28fcf801-a874-4b67-bd5d-782d424d2b1c req-037087f0-dd72-4001-aa52-28aeb74e1ba6 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568373 May 28 01:44:59.156629 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:59.191465 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 751f326f-15c5-4cc4-bf14-8a4621fac201, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=751f326f-15c5-4cc4-bf14-8a4621fac201,segment=NetworkSegment(a7102f3a-e9ff-49ec-861a-82dec178c589),segment_id=a7102f3a-e9ff-49ec-861a-82dec178c589)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:44:59.195747 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:59.197550 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:44:59.280151 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:59.295400 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=751f326f-15c5-4cc4-bf14-8a4621fac201,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:44:59.298981 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:44:59.413106 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3caeaa-3e64-4a32-8923-0cb30a38d452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751f326f-15c5-4cc4-bf14-8a4621fac201'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:44:59.518684 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3caeaa-3e64-4a32-8923-0cb30a38d452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751f326f-15c5-4cc4-bf14-8a4621fac201', 'code': 200} May 28 01:44:59.530956 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:59.544759 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e04bc29f-10bb-4ab3-b71c-a4901b0a3a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:44:59.608256 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 55976) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:44:59.679683 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae9bdb-fbe2-494b-aefd-c540dbbbdcea req-fa15c650-40e3-495c-9bc1-e98616680772 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:59.681650 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-23ae9bdb-fbe2-494b-aefd-c540dbbbdcea req-fa15c650-40e3-495c-9bc1-e98616680772 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 945 time: 0.1153831 May 28 01:44:59.759946 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-684576f9-a1ed-4a86-bc05-95b02709c028 req-6e8d1937-23ab-4a08-b26c-bc3537fed1d4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1498713 May 28 01:44:59.867252 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-23ae9bdb-fbe2-494b-aefd-c540dbbbdcea req-1c29bcfd-fd5b-4aec-b8fa-85e793927bfd tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771042 May 28 01:44:59.940594 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e030832-5c23-4fd4-a1a1-e7743e463dbb req-f277d4d0-4929-4be8-ac34-3edee36f3fa8 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:44:59.949559 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5e030832-5c23-4fd4-a1a1-e7743e463dbb req-f277d4d0-4929-4be8-ac34-3edee36f3fa8 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.2192843 May 28 01:45:00.062624 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5e030832-5c23-4fd4-a1a1-e7743e463dbb req-be34fb9f-929b-4c25-b384-3c0960a270c4 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624247 May 28 01:45:00.086306 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf092b3d-388f-4c8b-87e5-2403be376277 req-bb290b46-b047-4db3-b292-ab943e8406df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:00.088474 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cf092b3d-388f-4c8b-87e5-2403be376277 req-bb290b46-b047-4db3-b292-ab943e8406df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 1098 time: 0.1343377 May 28 01:45:00.278559 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cf092b3d-388f-4c8b-87e5-2403be376277 req-6a14b1ae-0343-4795-8d69-8af16bd50103 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1508701 May 28 01:45:00.327300 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155b3a8-aaf6-4fb4-a03c-693c2a550381 req-02693003-3a08-4413-aa9d-fefd1206a9ba tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:00.328937 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c155b3a8-aaf6-4fb4-a03c-693c2a550381 req-02693003-3a08-4413-aa9d-fefd1206a9ba tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.1225915 May 28 01:45:00.443597 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c155b3a8-aaf6-4fb4-a03c-693c2a550381 req-66b5ae1a-960a-4211-8c36-33f0d05d2a02 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088138 May 28 01:45:00.471517 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46571b-8483-4869-95c6-8cfd9eba5765 req-817b1952-aeaf-48a5-a13a-62a5b6889ee6 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:00.473042 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1f46571b-8483-4869-95c6-8cfd9eba5765 req-817b1952-aeaf-48a5-a13a-62a5b6889ee6 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1184573 May 28 01:45:00.522722 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1f46571b-8483-4869-95c6-8cfd9eba5765 req-be277c88-52ff-4677-939d-07fdbe983f23 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440371 May 28 01:45:00.621639 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:00.831257 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b9101-4e70-4f8b-9431-36284cf6050b req-927cd995-1f69-492b-ab16-514f2191251c tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:00.832699 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bd5b9101-4e70-4f8b-9431-36284cf6050b req-927cd995-1f69-492b-ab16-514f2191251c tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 945 time: 0.0783849 May 28 01:45:00.881118 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 02ea96f2-707a-4481-a508-13103d829f10 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:45:01.041118 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-bd5b9101-4e70-4f8b-9431-36284cf6050b req-f92c8fe3-7d22-4040-9e56-8e46c10a1e1b tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Deleting port aa8ec143-4257-4f9c-9218-94caaa57ec03 {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:45:01.041457 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-bd5b9101-4e70-4f8b-9431-36284cf6050b req-f92c8fe3-7d22-4040-9e56-8e46c10a1e1b tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:01.182820 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e7ad9-afcd-4623-ba55-08164be72bad req-799121de-0db4-4ce4-9415-6ccf9dedca98 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:01.184728 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9d7e7ad9-afcd-4623-ba55-08164be72bad req-799121de-0db4-4ce4-9415-6ccf9dedca98 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 945 time: 0.2036219 May 28 01:45:01.274507 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-bd5b9101-4e70-4f8b-9431-36284cf6050b req-f92c8fe3-7d22-4040-9e56-8e46c10a1e1b tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] For port aa8ec143-4257-4f9c-9218-94caaa57ec03, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=aa8ec143-4257-4f9c-9218-94caaa57ec03,segment=NetworkSegment(d12d5d54-573a-46e8-8145-3515ecd566e1),segment_id=d12d5d54-573a-46e8-8145-3515ecd566e1)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:45:01.274865 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-bd5b9101-4e70-4f8b-9431-36284cf6050b req-f92c8fe3-7d22-4040-9e56-8e46c10a1e1b tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:01.459705 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-bd5b9101-4e70-4f8b-9431-36284cf6050b req-f92c8fe3-7d22-4040-9e56-8e46c10a1e1b tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Calling delete_port for aa8ec143-4257-4f9c-9218-94caaa57ec03 owned by compute:nova {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:45:01.477144 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9d7e7ad9-afcd-4623-ba55-08164be72bad req-d23a5e36-1a52-46e1-bd38-fff6de5e5106 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/security-groups?id=40068a3b-adcd-41ed-b08b-c666ff1b4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526932 May 28 01:45:01.533262 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c717ae-4694-4dfc-b4e9-1758e2af092a req-03376275-52b0-4668-b6ae-9685c9de90e1 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:01.535580 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-97c717ae-4694-4dfc-b4e9-1758e2af092a req-03376275-52b0-4668-b6ae-9685c9de90e1 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.3499653 May 28 01:45:01.622883 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-97c717ae-4694-4dfc-b4e9-1758e2af092a req-6c854304-cd1d-472a-a694-64b8dbbe3097 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800204 May 28 01:45:01.919180 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-bd5b9101-4e70-4f8b-9431-36284cf6050b req-f92c8fe3-7d22-4040-9e56-8e46c10a1e1b tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:01.937259 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:01.982409 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['aa8ec143-4257-4f9c-9218-94caaa57ec03'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:45:02.049941 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c8fe3-7d22-4040-9e56-8e46c10a1e1b tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Pushing event deleted for resources: {'Port': ['ID=aa8ec143-4257-4f9c-9218-94caaa57ec03,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:02.063973 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-f92c8fe3-7d22-4040-9e56-8e46c10a1e1b tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:02.107929 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5b9101-4e70-4f8b-9431-36284cf6050b req-f92c8fe3-7d22-4040-9e56-8e46c10a1e1b tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] No DVR routers for this DVR port aa8ec143-4257-4f9c-9218-94caaa57ec03 on host hv-cinder-79351 {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:45:02.113282 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-bd5b9101-4e70-4f8b-9431-36284cf6050b req-f92c8fe3-7d22-4040-9e56-8e46c10a1e1b tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:02.117084 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa44044d-f71d-4ef2-8b87-5a311a03df3e', 'name': 'network-vif-deleted', 'tag': 'aa8ec143-4257-4f9c-9218-94caaa57ec03'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:45:02.192377 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bd5b9101-4e70-4f8b-9431-36284cf6050b req-f92c8fe3-7d22-4040-9e56-8e46c10a1e1b tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.20 "DELETE /v2.0/ports/aa8ec143-4257-4f9c-9218-94caaa57ec03 HTTP/1.1" status: 204 len: 173 time: 1.3535917 May 28 01:45:02.201294 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e09910-68c3-4bfd-93d2-924dd594f781 req-b1947c74-c087-40c8-912c-b9085dbdbd63 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:02.202940 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e4e09910-68c3-4bfd-93d2-924dd594f781 req-b1947c74-c087-40c8-912c-b9085dbdbd63 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.4471822 May 28 01:45:02.295364 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:02.297497 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7af31-10c7-40ce-a58d-57f69e41034e req-44ea2ce9-9ec4-496e-98cd-d98a36a0bfb2 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:02.299483 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6ee7af31-10c7-40ce-a58d-57f69e41034e req-44ea2ce9-9ec4-496e-98cd-d98a36a0bfb2 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1830804 May 28 01:45:02.303206 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e4e09910-68c3-4bfd-93d2-924dd594f781 req-a0e6505c-5164-4e20-8301-67d4aab7906f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834091 May 28 01:45:02.372298 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa44044d-f71d-4ef2-8b87-5a311a03df3e', 'name': 'network-vif-deleted', 'tag': 'aa8ec143-4257-4f9c-9218-94caaa57ec03', 'status': 'completed', 'code': 200} May 28 01:45:02.387855 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6ee7af31-10c7-40ce-a58d-57f69e41034e req-ce18ce04-f713-48ff-a0cb-b7b72566c79d tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741892 May 28 01:45:02.601222 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684576f9-a1ed-4a86-bc05-95b02709c028 req-216bafee-563d-4a15-be0f-1b2ad7ae2ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:02.602765 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-684576f9-a1ed-4a86-bc05-95b02709c028 req-216bafee-563d-4a15-be0f-1b2ad7ae2ec0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d&tenant_id=754c0001c83d4af1bdc6a16555b480e4 HTTP/1.1" status: 200 len: 1096 time: 0.0792973 May 28 01:45:02.751085 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684576f9-a1ed-4a86-bc05-95b02709c028 req-5b1fa4de-02d3-428c-8496-d5aaec8876bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:02.752771 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-684576f9-a1ed-4a86-bc05-95b02709c028 req-5b1fa4de-02d3-428c-8496-d5aaec8876bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=754c0001c83d4af1bdc6a16555b480e4&device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 1096 time: 0.0953860 May 28 01:45:02.872062 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-1a55ceeb-2539-4c9e-a719-f6e2836153be req-d4ca5d98-1fef-4f84-bcb1-61c2f1b7c36d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Synchronizing usage tracker for tenant:32440717f9724b4e981cecec3271f880 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:45:02.971736 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-1a55ceeb-2539-4c9e-a719-f6e2836153be req-d4ca5d98-1fef-4f84-bcb1-61c2f1b7c36d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Unset dirty status for tenant:32440717f9724b4e981cecec3271f880 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:45:02.972949 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1a55ceeb-2539-4c9e-a719-f6e2836153be req-d4ca5d98-1fef-4f84-bcb1-61c2f1b7c36d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa44044d-f71d-4ef2-8b87-5a311a03df3e HTTP/1.1" status: 200 len: 210 time: 0.1741459 May 28 01:45:03.023093 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684576f9-a1ed-4a86-bc05-95b02709c028 req-82f13077-5b65-40f0-aeeb-f35d763887ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:03.024561 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-684576f9-a1ed-4a86-bc05-95b02709c028 req-82f13077-5b65-40f0-aeeb-f35d763887ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=3463d1e7-4623-4440-bb64-03cc52099eb5 HTTP/1.1" status: 200 len: 918 time: 0.2321098 May 28 01:45:03.033078 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea16ef-548b-4117-8771-718e4b8bc095 req-3b49abe1-910d-49f9-b854-609be5cb68fa tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:03.040192 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b0ea16ef-548b-4117-8771-718e4b8bc095 req-3b49abe1-910d-49f9-b854-609be5cb68fa tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.2818284 May 28 01:45:03.089962 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:45:03.177238 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b0ea16ef-548b-4117-8771-718e4b8bc095 req-c6f3160d-1580-441b-98b0-5617eec6726e tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1362154 May 28 01:45:03.180876 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-684576f9-a1ed-4a86-bc05-95b02709c028 req-4a6190b5-15a6-4b4f-aa7c-3a3b9c560596 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02ea96f2-707a-4481-a508-13103d829f10 HTTP/1.1" status: 200 len: 999 time: 0.1232984 May 28 01:45:03.274766 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684576f9-a1ed-4a86-bc05-95b02709c028 req-44fd0a45-92a6-402f-9b88-b031c59126f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:03.277670 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-684576f9-a1ed-4a86-bc05-95b02709c028 req-44fd0a45-92a6-402f-9b88-b031c59126f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61422ffd-2b35-4f4c-a3bf-b8c5addbfe48 HTTP/1.1" status: 200 len: 856 time: 0.0745962 May 28 01:45:03.389227 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684576f9-a1ed-4a86-bc05-95b02709c028 req-d9d329bf-43ba-4915-a1e7-d6549d85e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:03.390691 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-684576f9-a1ed-4a86-bc05-95b02709c028 req-d9d329bf-43ba-4915-a1e7-d6549d85e754 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3463d1e7-4623-4440-bb64-03cc52099eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1049902 May 28 01:45:03.690371 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-684576f9-a1ed-4a86-bc05-95b02709c028 req-cc61365f-5722-47e2-b42e-b006fb9d6efb service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811272 May 28 01:45:03.787794 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda257a-c243-4b53-b0e3-db17f9ce9122 req-cb75c0c1-ff3c-4a5f-840e-1ea86822786a tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:03.798012 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0bda257a-c243-4b53-b0e3-db17f9ce9122 req-cb75c0c1-ff3c-4a5f-840e-1ea86822786a tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.2931237 May 28 01:45:03.834405 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff680b0-4ad4-4eb6-910c-9e972954522a req-1bf43377-3208-43d2-a124-05d4d10e2953 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:03.835872 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-eff680b0-4ad4-4eb6-910c-9e972954522a req-1bf43377-3208-43d2-a124-05d4d10e2953 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.3344305 May 28 01:45:03.946012 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-684576f9-a1ed-4a86-bc05-95b02709c028 req-f9c8fb22-f735-4cc7-893d-cdd5b77f9f1f service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433400 May 28 01:45:03.949248 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-eff680b0-4ad4-4eb6-910c-9e972954522a req-5e645aab-1dcd-40f5-bee1-99124e71c634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058669 May 28 01:45:03.952047 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0bda257a-c243-4b53-b0e3-db17f9ce9122 req-0261129f-8a5e-40e9-93b6-8fc0a19b2f20 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1102269 May 28 01:45:03.982929 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 56060) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:04.194118 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 56074) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:04.368585 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963e14b-6ba7-4ddc-9cdd-d0523f8c6bb3 req-e6d897e1-2c41-4ce1-b23b-230cd9af4b45 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:04.377106 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f963e14b-6ba7-4ddc-9cdd-d0523f8c6bb3 req-e6d897e1-2c41-4ce1-b23b-230cd9af4b45 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.2629554 May 28 01:45:04.429326 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_v2 [None req-78eb5fc5-6d86-4f14-9f12-99c53291e191 admin admin] Deleting subnet 52254074-e28a-4080-9a1b-3e9eccf9a78c {{(pid=98373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 28 01:45:04.433916 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-78eb5fc5-6d86-4f14-9f12-99c53291e191 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:04.498969 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-78eb5fc5-6d86-4f14-9f12-99c53291e191 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1627259'] for subnet, precommit_delete_associations {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:04.560500 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-78eb5fc5-6d86-4f14-9f12-99c53291e191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4121571'] for subnet, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:04.693510 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f963e14b-6ba7-4ddc-9cdd-d0523f8c6bb3 req-4d4e5933-3df1-4bad-9f05-19d76895a939 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148136 May 28 01:45:04.906000 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device aa8ec143-4257-4f9c-9218-94caaa57ec03 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:45:04.936949 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfacd32b-80f4-40ed-a069-e48029f3ad8b tempest-TestShelveInstance-1236398984 tempest-TestShelveInstance-1236398984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:04.938543 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-bfacd32b-80f4-40ed-a069-e48029f3ad8b tempest-TestShelveInstance-1236398984 tempest-TestShelveInstance-1236398984-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 1093 time: 0.9540813 May 28 01:45:04.942612 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 56104) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:04.951273 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Request body: {'floatingip': {'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'port_id': '751f326f-15c5-4cc4-bf14-8a4621fac201', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'fixed_ip_address': '172.20.0.4'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:45:04.970987 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:45:04.977993 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Usage tracker for resource:floatingip and tenant:80115eb4505040a89af0ce7659f24042 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:45:04.982394 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:45:05.002598 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:45:05.017075 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] No Port match for: aa8ec143-4257-4f9c-9218-94caaa57ec03 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:45:05.017769 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device aa8ec143-4257-4f9c-9218-94caaa57ec03 not bound to the agent host hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:45:05.058556 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for floatingip, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:05.270612 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-78eb5fc5-6d86-4f14-9f12-99c53291e191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10518851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10516452'] for subnet, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:05.309145 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3e8af654-0c1e-4a2b-8f61-92d482faa444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:05.343935 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-78eb5fc5-6d86-4f14-9f12-99c53291e191 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:05.376043 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb5fc5-6d86-4f14-9f12-99c53291e191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52254074-e28a-4080-9a1b-3e9eccf9a78c,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:05.386552 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-78eb5fc5-6d86-4f14-9f12-99c53291e191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:05.391992 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-78eb5fc5-6d86-4f14-9f12-99c53291e191 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/52254074-e28a-4080-9a1b-3e9eccf9a78c HTTP/1.1" status: 204 len: 168 time: 1.1939883 May 28 01:45:05.393981 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 56110) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:05.420593 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fc94c-7dd1-463c-af53-6e320f54ad2f req-ed6a8e47-3064-4253-9d29-efa8331cf578 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:05.425096 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-368fc94c-7dd1-463c-af53-6e320f54ad2f req-ed6a8e47-3064-4253-9d29-efa8331cf578 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.2337077 May 28 01:45:05.517808 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:05.553137 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-957849f3-1bc8-4b07-89f0-c07909d9241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3678103'] for network, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:05.643236 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-368fc94c-7dd1-463c-af53-6e320f54ad2f req-ad384323-0d01-4d64-91d8-28bf15846cc3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819305 May 28 01:45:05.754061 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-957849f3-1bc8-4b07-89f0-c07909d9241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124012', 'neutron.services.segments.db._delete_segments_for_network-8764331454940'] for network, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:05.770542 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-957849f3-1bc8-4b07-89f0-c07909d9241f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f0d540-8d57-41c6-a6dd-a20c995fd81e']}} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:45:05.789944 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-957849f3-1bc8-4b07-89f0-c07909d9241f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12d5d54-573a-46e8-8145-3515ecd566e1') {'for_net_delete': True} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:45:05.790948 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-957849f3-1bc8-4b07-89f0-c07909d9241f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12d5d54-573a-46e8-8145-3515ecd566e1') {} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:45:05.804096 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-957849f3-1bc8-4b07-89f0-c07909d9241f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764331464093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10795283'] for segment, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:05.822595 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-957849f3-1bc8-4b07-89f0-c07909d9241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:05.830009 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957849f3-1bc8-4b07-89f0-c07909d9241f admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=98374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 01:45:05.830714 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-957849f3-1bc8-4b07-89f0-c07909d9241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10898910'] for segment, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: Traceback (most recent call last): May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: timer() May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: cb(*args, **kw) May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: return func(*args, **kwargs) May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: self._notify() May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: self.callback(batched_events) May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: event.method(event) May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: aggregate_uuid = self.p_client.list_aggregates( May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: return f(self, *a, **k) May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: return self._get(url).json() May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: return self.request(url, 'GET', **kwargs) May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: base_url = self.get_endpoint(auth, allow=allow, May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 01:45:05.949973 dv-cinder-793515-1-smb neutron-server[98374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 01:45:05.955287 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-957849f3-1bc8-4b07-89f0-c07909d9241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025484'] for network, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:05.964029 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:06.018311 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957849f3-1bc8-4b07-89f0-c07909d9241f admin admin] Pushing event deleted for resources: {'Network': ['ID=52f0d540-8d57-41c6-a6dd-a20c995fd81e,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:06.026135 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-957849f3-1bc8-4b07-89f0-c07909d9241f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:06.051133 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-957849f3-1bc8-4b07-89f0-c07909d9241f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:06.057161 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-957849f3-1bc8-4b07-89f0-c07909d9241f admin admin] 10.222.0.32 "DELETE /v2.0/networks/52f0d540-8d57-41c6-a6dd-a20c995fd81e HTTP/1.1" status: 204 len: 168 time: 0.6615586 May 28 01:45:06.150133 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Allocated IP 172.28.1.241 (5b4592e9-59af-4549-9f0c-c75a5f18ce50/a16ae849-d4aa-45ca-8c4c-825a3c72e0a4/1810e124-7caf-4325-9ba6-2ce58f706fea) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:45:06.615424 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd4be6-1f19-4e8b-aa13-976918e4166b req-2f61fa07-fefe-46ba-bf01-cf2b14bf0b17 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:06.623418 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3bbd4be6-1f19-4e8b-aa13-976918e4166b req-2f61fa07-fefe-46ba-bf01-cf2b14bf0b17 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.6985376 May 28 01:45:06.713074 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3bbd4be6-1f19-4e8b-aa13-976918e4166b req-154ae7a1-4ccf-426d-9733-ca7b0ba60667 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800002 May 28 01:45:06.766427 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 56124) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:06.822604 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:06.885805 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:06.902526 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:06.966736 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:45:07.055806 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:45:07.062034 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-6bf91e87-44ae-4b81-8e4d-30a29f4942b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32440717f9724b4e981cecec3271f880&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2943726 May 28 01:45:07.064466 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 56128) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:07.071387 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:45:07.169192 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a645-96fb-464d-8e05-3bca2af1c3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:07.210715 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a645-96fb-464d-8e05-3bca2af1c3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:07.353865 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a645-96fb-464d-8e05-3bca2af1c3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:07.360438 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-e0439c45-bcd0-438b-bc2c-e1bf71a34b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:07.382611 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4a645-96fb-464d-8e05-3bca2af1c3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40068a3b-adcd-41ed-b08b-c666ff1b4510,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:07.388142 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-4fd4a645-96fb-464d-8e05-3bca2af1c3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:07.396196 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a645-96fb-464d-8e05-3bca2af1c3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:07.397358 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-4fd4a645-96fb-464d-8e05-3bca2af1c3b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40068a3b-adcd-41ed-b08b-c666ff1b4510 HTTP/1.1" status: 204 len: 168 time: 0.3268228 May 28 01:45:08.280052 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Pushing event updated for resources: {'Port': ['ID=1810e124-7caf-4325-9ba6-2ce58f706fea,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:08.300178 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.398s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:08.352019 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:08.642043 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75f1cb-55e3-45c7-943e-662ec6536063 req-f20fddf7-2302-4411-ba3f-cb3eaebaa17b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:08.652259 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4f75f1cb-55e3-45c7-943e-662ec6536063 req-f20fddf7-2302-4411-ba3f-cb3eaebaa17b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 1.7021418 May 28 01:45:08.732251 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4f75f1cb-55e3-45c7-943e-662ec6536063 req-a05de6fc-b7f0-4600-aeba-09e126ca12c2 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782945 May 28 01:45:08.794948 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:08.859362 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40449cb-d149-40cf-a9cc-2d574cdb99cd req-543efdaf-ac5c-4b61-ba82-9dbf68cba461 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:08.861232 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c40449cb-d149-40cf-a9cc-2d574cdb99cd req-543efdaf-ac5c-4b61-ba82-9dbf68cba461 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.7232218 May 28 01:45:08.948490 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c40449cb-d149-40cf-a9cc-2d574cdb99cd req-d3ef9223-fdcb-4436-82f7-56253d48222d tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738270 May 28 01:45:09.311354 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:09.317952 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:09.322826 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-a02167dc-f037-4e87-8b6a-34f5194ca1e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:09.400823 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Pushing event updated for resources: {'Port': ['ID=1810e124-7caf-4325-9ba6-2ce58f706fea,revision_number=2']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:09.405512 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:09.499044 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025534'] for floatingip, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:09.728737 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.l3_db [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Floating IP 9669dd1a-5e12-48dd-87c8-b99c2e7fe84b associated. External IP: 172.28.1.241, port: 751f326f-15c5-4cc4-bf14-8a4621fac201. May 28 01:45:10.521984 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Router 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:45:10.536050 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d3cd4-cafe-4755-879c-1cda47f4eade req-4c79bfb8-ccb6-46ae-b272-66aefcf9511d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:10.544195 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3a1d3cd4-cafe-4755-879c-1cda47f4eade req-4c79bfb8-ccb6-46ae-b272-66aefcf9511d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.5532882 May 28 01:45:10.842314 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3a1d3cd4-cafe-4755-879c-1cda47f4eade req-83c32155-c6bb-4217-9ac8-2b3406d1c14d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972405 May 28 01:45:11.108280 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:45:11.122215 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fce318-4ca3-4380-b178-88d9d236cecb None None] Sync routers for ids ['835ff9ac-8264-4c75-8d4c-a02532d5dbe5'] in dv-cinder-793515-1-smb {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:45:11.138032 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fce318-4ca3-4380-b178-88d9d236cecb None None] Routers {'835ff9ac-8264-4c75-8d4c-a02532d5dbe5'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:45:11.138955 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-35fce318-4ca3-4380-b178-88d9d236cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:45:00Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['835ff9ac-8264-4c75-8d4c-a02532d5dbe5'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:45:11.154591 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1535452-5b61-4836-9d8d-698514189067 req-7302ee12-27c5-48f7-a291-5a10408fe24f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:11.163758 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f1535452-5b61-4836-9d8d-698514189067 req-7302ee12-27c5-48f7-a291-5a10408fe24f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.3925169 May 28 01:45:11.250487 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f1535452-5b61-4836-9d8d-698514189067 req-46fe26f0-cd2a-48a6-bf4e-5ea776a69fa0 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856409 May 28 01:45:11.256224 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for floatingip, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:11.343878 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3974938 May 28 01:45:11.343878 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3caeaa-3e64-4a32-8923-0cb30a38d452', 'tag': '751f326f-15c5-4cc4-bf14-8a4621fac201'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:45:11.487698 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3caeaa-3e64-4a32-8923-0cb30a38d452', 'tag': '751f326f-15c5-4cc4-bf14-8a4621fac201', 'status': 'completed', 'code': 200} May 28 01:45:11.596473 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-35fce318-4ca3-4380-b178-88d9d236cecb None None] Set router 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:45:11.871087 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cabea5-473c-4419-8047-e69fbb277205 req-e0a7b54f-5f58-44da-8f21-62d7db916b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:11.876071 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-89cabea5-473c-4419-8047-e69fbb277205 req-e0a7b54f-5f58-44da-8f21-62d7db916b80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80115eb4505040a89af0ce7659f24042&device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 1098 time: 0.1728251 May 28 01:45:12.327614 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cabea5-473c-4419-8047-e69fbb277205 req-d2a4bf01-ecdd-4afe-9d58-76f10ea9a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:12.332939 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-89cabea5-473c-4419-8047-e69fbb277205 req-d2a4bf01-ecdd-4afe-9d58-76f10ea9a138 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5229988-7111-4951-bfef-8f99fc9ca578 HTTP/1.1" status: 200 len: 909 time: 0.3353350 May 28 01:45:12.369463 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61773c59-4858-447a-82b0-2e039ac5994b req-4f0060a2-57a2-43bc-a261-f2694aaa5695 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:12.377534 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-61773c59-4858-447a-82b0-2e039ac5994b req-4f0060a2-57a2-43bc-a261-f2694aaa5695 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.2323501 May 28 01:45:12.511420 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-35fce318-4ca3-4380-b178-88d9d236cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'name': 'tempest-TestShelveInstance-769832035-router', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:48Z', 'updated_at': '2021-05-28T01:43:55Z', 'revision_number': 4, 'project_id': '80115eb4505040a89af0ce7659f24042', 'gw_port': {'id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:50Z', 'updated_at': '2021-05-28T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_floatingips': [{'id': '9669dd1a-5e12-48dd-87c8-b99c2e7fe84b', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'floating_ip_address': '172.28.1.241', 'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'router_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'port_id': '751f326f-15c5-4cc4-bf14-8a4621fac201', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578', 'mac_address': 'fa:16:3e:0f:f9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3caeaa-3e64-4a32-8923-0cb30a38d452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T01:45:07Z', 'updated_at': '2021-05-28T01:45:07Z', 'revision_number': 0, 'project_id': '80115eb4505040a89af0ce7659f24042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ba99e8-1d9e-4fcd-a0f2-596111e6c918', 'name': '', 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'mac_address': 'fa:16:3e:5b:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '93f16f84-fabf-40d4-be95-91f2cfae9bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:53Z', 'updated_at': '2021-05-28T01:44:05Z', 'revision_number': 5, 'project_id': '80115eb4505040a89af0ce7659f24042', 'subnets': [{'id': '93f16f84-fabf-40d4-be95-91f2cfae9bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:45:12.519923 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fce318-4ca3-4380-b178-88d9d236cecb None None] Checking router: 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 for host: dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:45:12.566921 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fce318-4ca3-4380-b178-88d9d236cecb None None] Routers {'835ff9ac-8264-4c75-8d4c-a02532d5dbe5'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:45:12.567652 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-35fce318-4ca3-4380-b178-88d9d236cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:45:00Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['835ff9ac-8264-4c75-8d4c-a02532d5dbe5'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:45:12.600328 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-61773c59-4858-447a-82b0-2e039ac5994b req-e454b659-a98e-41c6-bb8e-7e6c43baf51a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218072 May 28 01:45:12.859852 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-89cabea5-473c-4419-8047-e69fbb277205 req-c05ae905-3225-4b98-950e-3c1c309828f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=751f326f-15c5-4cc4-bf14-8a4621fac201 HTTP/1.1" status: 200 len: 999 time: 0.4376938 May 28 01:45:12.864958 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-35fce318-4ca3-4380-b178-88d9d236cecb None None] Set router 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:45:13.072279 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cabea5-473c-4419-8047-e69fbb277205 req-88178c95-91e8-4be6-a9a3-7aa2f02b30de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:13.074469 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-89cabea5-473c-4419-8047-e69fbb277205 req-88178c95-91e8-4be6-a9a3-7aa2f02b30de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93f16f84-fabf-40d4-be95-91f2cfae9bba HTTP/1.1" status: 200 len: 847 time: 0.1940334 May 28 01:45:13.098403 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bac07-c23e-4087-b13f-dbf5d6978751 req-8f947d89-5870-457f-b876-8a8d8bba4d28 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:13.112427 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-169bac07-c23e-4087-b13f-dbf5d6978751 req-8f947d89-5870-457f-b876-8a8d8bba4d28 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.4464171 May 28 01:45:13.333271 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-169bac07-c23e-4087-b13f-dbf5d6978751 req-94533302-ff7b-4ea7-bd45-c592859ab626 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195849 May 28 01:45:13.376364 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cabea5-473c-4419-8047-e69fbb277205 req-b288383c-9305-48da-94bc-3a01ce0f345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:13.378285 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-89cabea5-473c-4419-8047-e69fbb277205 req-b288383c-9305-48da-94bc-3a01ce0f345c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5229988-7111-4951-bfef-8f99fc9ca578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2406969 May 28 01:45:13.718403 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-35fce318-4ca3-4380-b178-88d9d236cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'name': 'tempest-TestShelveInstance-769832035-router', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:48Z', 'updated_at': '2021-05-28T01:43:55Z', 'revision_number': 4, 'project_id': '80115eb4505040a89af0ce7659f24042', 'gw_port': {'id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:50Z', 'updated_at': '2021-05-28T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_floatingips': [{'id': '9669dd1a-5e12-48dd-87c8-b99c2e7fe84b', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'floating_ip_address': '172.28.1.241', 'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'router_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'port_id': '751f326f-15c5-4cc4-bf14-8a4621fac201', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578', 'mac_address': 'fa:16:3e:0f:f9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3caeaa-3e64-4a32-8923-0cb30a38d452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T01:45:07Z', 'updated_at': '2021-05-28T01:45:07Z', 'revision_number': 0, 'project_id': '80115eb4505040a89af0ce7659f24042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ba99e8-1d9e-4fcd-a0f2-596111e6c918', 'name': '', 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'mac_address': 'fa:16:3e:5b:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '93f16f84-fabf-40d4-be95-91f2cfae9bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:53Z', 'updated_at': '2021-05-28T01:44:05Z', 'revision_number': 5, 'project_id': '80115eb4505040a89af0ce7659f24042', 'subnets': [{'id': '93f16f84-fabf-40d4-be95-91f2cfae9bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:45:13.722637 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fce318-4ca3-4380-b178-88d9d236cecb None None] The sync data for ids ['835ff9ac-8264-4c75-8d4c-a02532d5dbe5'] in dv-cinder-793515-1-smb is: [{'id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'name': 'tempest-TestShelveInstance-769832035-router', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:48Z', 'updated_at': '2021-05-28T01:43:55Z', 'revision_number': 4, 'project_id': '80115eb4505040a89af0ce7659f24042', 'gw_port': {'id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:50Z', 'updated_at': '2021-05-28T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_floatingips': [{'id': '9669dd1a-5e12-48dd-87c8-b99c2e7fe84b', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'floating_ip_address': '172.28.1.241', 'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'router_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'port_id': '751f326f-15c5-4cc4-bf14-8a4621fac201', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578', 'mac_address': 'fa:16:3e:0f:f9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3caeaa-3e64-4a32-8923-0cb30a38d452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T01:45:07Z', 'updated_at': '2021-05-28T01:45:07Z', 'revision_number': 0, 'project_id': '80115eb4505040a89af0ce7659f24042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ba99e8-1d9e-4fcd-a0f2-596111e6c918', 'name': '', 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'mac_address': 'fa:16:3e:5b:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '93f16f84-fabf-40d4-be95-91f2cfae9bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:53Z', 'updated_at': '2021-05-28T01:44:05Z', 'revision_number': 5, 'project_id': '80115eb4505040a89af0ce7659f24042', 'subnets': [{'id': '93f16f84-fabf-40d4-be95-91f2cfae9bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:45:13.778541 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-89cabea5-473c-4419-8047-e69fbb277205 req-e5f5cee7-9e1d-478a-9b59-b199ac782adc service neutron] 10.222.0.20 "GET /v2.0/networks/d5229988-7111-4951-bfef-8f99fc9ca578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782892 May 28 01:45:14.310192 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af126cb-9a3b-490c-9c90-983455484c9b None None] New status for floating IP 9669dd1a-5e12-48dd-87c8-b99c2e7fe84b: ACTIVE {{(pid=98375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 01:45:14.402229 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 56274) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:14.460981 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-89cabea5-473c-4419-8047-e69fbb277205 req-50fc1f17-5744-44f5-b58f-423cf04edaf7 service neutron] 10.222.0.20 "GET /v2.0/networks/d5229988-7111-4951-bfef-8f99fc9ca578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645956 May 28 01:45:14.474103 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823bd58-0edb-43b9-a577-52bbdccc1f5f req-a7c5ee45-bc2c-4602-93b8-fc711d029943 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:14.503593 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7823bd58-0edb-43b9-a577-52bbdccc1f5f req-a7c5ee45-bc2c-4602-93b8-fc711d029943 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.3343515 May 28 01:45:14.663638 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8e6e04ef-2651-490d-862d-089a2ecc349d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:14.665705 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7823bd58-0edb-43b9-a577-52bbdccc1f5f req-afe49553-683e-466c-9f1c-e2c6a83dfc57 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611421 May 28 01:45:14.714503 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-8e6e04ef-2651-490d-862d-089a2ecc349d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:45:14.722781 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-8e6e04ef-2651-490d-862d-089a2ecc349d admin admin] Usage tracker for resource:security_group_rule and tenant:4d77f2987b6244a38d007427ec678d32 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:45:14.729385 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-8e6e04ef-2651-490d-862d-089a2ecc349d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:45:14.736409 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-8e6e04ef-2651-490d-862d-089a2ecc349d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:45:14.775565 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17616e3f-bd69-41fb-b3b2-a2514d713d0f req-c538b1d1-510c-4557-b16e-bebe11b70469 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:14.788530 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-17616e3f-bd69-41fb-b3b2-a2514d713d0f req-c538b1d1-510c-4557-b16e-bebe11b70469 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1713991 May 28 01:45:14.882168 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-17616e3f-bd69-41fb-b3b2-a2514d713d0f req-f2f2de19-9a74-49e5-a2c7-431f6a4f7bc9 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927534 May 28 01:45:14.937841 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8e6e04ef-2651-490d-862d-089a2ecc349d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:14.943297 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8e6e04ef-2651-490d-862d-089a2ecc349d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:14.980271 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-2ffa25b0-6064-4c3a-a4ee-e036c3a8a0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:15.027088 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e04ef-2651-490d-862d-089a2ecc349d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f33887-cec4-4d32-a6d9-35c737c8d173,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:15.034561 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 56282) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:15.045373 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-8e6e04ef-2651-490d-862d-089a2ecc349d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d77f2987b6244a38d007427ec678d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6412246 May 28 01:45:15.046637 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-8e6e04ef-2651-490d-862d-089a2ecc349d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:15.119841 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-1b2b3482-52cd-491f-954a-5e9b3d8709b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:15.151441 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-1b2b3482-52cd-491f-954a-5e9b3d8709b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:15.246510 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-1b2b3482-52cd-491f-954a-5e9b3d8709b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:15.252177 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-4f4b7ea7-9438-49a9-964f-fb858300ce51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:15.271379 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b3482-52cd-491f-954a-5e9b3d8709b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f33887-cec4-4d32-a6d9-35c737c8d173,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:15.278026 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-1b2b3482-52cd-491f-954a-5e9b3d8709b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:15.280333 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-1b2b3482-52cd-491f-954a-5e9b3d8709b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:15.285706 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-1b2b3482-52cd-491f-954a-5e9b3d8709b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30f33887-cec4-4d32-a6d9-35c737c8d173 HTTP/1.1" status: 204 len: 168 time: 0.2500198 May 28 01:45:15.985098 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01226a-6cd5-48b6-995a-fd2c6005bdc8 req-f23d99b6-ff25-4c79-881b-2bc17b248c01 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:15.992996 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9a01226a-6cd5-48b6-995a-fd2c6005bdc8 req-f23d99b6-ff25-4c79-881b-2bc17b248c01 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.1123195 May 28 01:45:16.105674 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9a01226a-6cd5-48b6-995a-fd2c6005bdc8 req-1f63596f-f1f8-4010-bc69-f07958e6addf tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116359 May 28 01:45:16.326512 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d39668-1ef1-4d89-8650-84d54c7b847d req-4fa80441-918e-42b3-8760-fe58990a16ec tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:16.354066 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-09d39668-1ef1-4d89-8650-84d54c7b847d req-4fa80441-918e-42b3-8760-fe58990a16ec tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.2102392 May 28 01:45:16.457889 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-09d39668-1ef1-4d89-8650-84d54c7b847d req-aece9dd9-d750-4b49-bf2a-15c01c598dab tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988567 May 28 01:45:17.436627 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25974e1-b91e-44bf-a41f-043b94325be3 req-c0a49706-de1b-4fbf-a959-2909ee15e615 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:17.446751 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f25974e1-b91e-44bf-a41f-043b94325be3 req-c0a49706-de1b-4fbf-a959-2909ee15e615 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.1157749 May 28 01:45:17.500265 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f25974e1-b91e-44bf-a41f-043b94325be3 req-75c50d25-2824-45ea-b9de-05cb0e963931 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524945 May 28 01:45:17.827949 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1857676-b78d-4e15-9a1a-66bc95b17ff6 req-a14d6fa4-9288-4894-95fa-4230d07345fe tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:17.831905 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c1857676-b78d-4e15-9a1a-66bc95b17ff6 req-a14d6fa4-9288-4894-95fa-4230d07345fe tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.2914517 May 28 01:45:17.887750 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c1857676-b78d-4e15-9a1a-66bc95b17ff6 req-7c2ea20c-4421-4f8d-ad06-7280bae22fb8 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561652 May 28 01:45:17.940586 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de01a9f-00f8-4f20-bd98-d0141909da99 req-580e8cdf-2e28-42ad-bc48-79d7fa4c4b19 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:17.947420 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1de01a9f-00f8-4f20-bd98-d0141909da99 req-580e8cdf-2e28-42ad-bc48-79d7fa4c4b19 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.2569792 May 28 01:45:18.005702 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1de01a9f-00f8-4f20-bd98-d0141909da99 req-d76bd814-86e6-46b8-a28d-645156c3dea0 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572505 May 28 01:45:18.657952 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 56372) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:18.775801 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386c876-b3e8-4c31-a761-cfcdc33027de req-2c2256de-13da-4924-9c98-fde111ec2a1a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:18.784860 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3386c876-b3e8-4c31-a761-cfcdc33027de req-2c2256de-13da-4924-9c98-fde111ec2a1a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.1120996 May 28 01:45:18.845866 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3386c876-b3e8-4c31-a761-cfcdc33027de req-71ac3c01-33f6-4845-99a2-88ce254f3def tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599270 May 28 01:45:18.969466 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 56384) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:19.050058 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a631461b-a7ea-493e-8e91-08ca3c3bdd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:19.092059 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-1169a683-4667-4e43-9537-1c14707ae9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:19.113626 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-1169a683-4667-4e43-9537-1c14707ae9e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:45:19.116050 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-a631461b-a7ea-493e-8e91-08ca3c3bdd56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:45:19.121499 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-1169a683-4667-4e43-9537-1c14707ae9e0 admin admin] Usage tracker for resource:security_group_rule and tenant:2e3f4c907b3448719e3c4ce37180e9b6 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:45:19.124654 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-a631461b-a7ea-493e-8e91-08ca3c3bdd56 admin admin] Usage tracker for resource:security_group_rule and tenant:1090bc91a48b41b5b23691f657aa661c is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:45:19.127202 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-1169a683-4667-4e43-9537-1c14707ae9e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:45:19.130681 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-a631461b-a7ea-493e-8e91-08ca3c3bdd56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:45:19.138759 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-1169a683-4667-4e43-9537-1c14707ae9e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:45:19.142229 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-a631461b-a7ea-493e-8e91-08ca3c3bdd56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:45:19.470827 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-1169a683-4667-4e43-9537-1c14707ae9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:19.482386 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-1169a683-4667-4e43-9537-1c14707ae9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:19.495248 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-d228e536-1f1a-47e5-ba2e-73494ef54d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:19.528753 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a631461b-a7ea-493e-8e91-08ca3c3bdd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:19.563998 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705b633-6f04-41f3-9a1d-e9f78dddd4bb req-5c2e044c-464c-4200-a81f-28952c1681d0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:19.570946 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0705b633-6f04-41f3-9a1d-e9f78dddd4bb req-5c2e044c-464c-4200-a81f-28952c1681d0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.3761964 May 28 01:45:19.580050 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a631461b-a7ea-493e-8e91-08ca3c3bdd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:19.613011 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-1169a683-4667-4e43-9537-1c14707ae9e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e3f4c907b3448719e3c4ce37180e9b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9511929 May 28 01:45:19.615015 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 56406) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:19.618228 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169a683-4667-4e43-9537-1c14707ae9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482b7eab-696c-4c0a-bc82-7f6b8a618c3c,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:19.632347 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85467721-1ac6-408c-8ef3-f0989f561f57 req-16f2feed-a39b-4c02-b5be-fd109d94932c tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:19.634059 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-85467721-1ac6-408c-8ef3-f0989f561f57 req-16f2feed-a39b-4c02-b5be-fd109d94932c tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.3628354 May 28 01:45:19.643727 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-1169a683-4667-4e43-9537-1c14707ae9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:19.644294 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-894aac33-7c6b-48a8-a242-df4d3870e3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:19.693711 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-7c01f562-daf4-4f59-b131-17c5bc3eb9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:19.697129 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-a631461b-a7ea-493e-8e91-08ca3c3bdd56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1090bc91a48b41b5b23691f657aa661c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7258766 May 28 01:45:19.712695 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 56410) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:19.723155 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-7c01f562-daf4-4f59-b131-17c5bc3eb9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:19.728224 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0705b633-6f04-41f3-9a1d-e9f78dddd4bb req-6fe94d78-0ae8-4c6d-bc3f-3fb530401eaa tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563039 May 28 01:45:19.759684 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631461b-a7ea-493e-8e91-08ca3c3bdd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b610d559-9083-46b3-8f71-894943280c68,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:19.768176 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-a631461b-a7ea-493e-8e91-08ca3c3bdd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:19.790493 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-85467721-1ac6-408c-8ef3-f0989f561f57 req-a9189615-bb2c-41e5-84e3-47335a5db355 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384058 May 28 01:45:19.807905 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-7c01f562-daf4-4f59-b131-17c5bc3eb9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:19.818369 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-8e6e04ef-2651-490d-862d-089a2ecc349d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:19.827363 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-aa18f73e-dc2a-4880-90bd-2c61d1cec776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:19.841392 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01f562-daf4-4f59-b131-17c5bc3eb9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482b7eab-696c-4c0a-bc82-7f6b8a618c3c,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:19.852331 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01f562-daf4-4f59-b131-17c5bc3eb9b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:19.852704 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01f562-daf4-4f59-b131-17c5bc3eb9b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:19.853348 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01f562-daf4-4f59-b131-17c5bc3eb9b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:19.853713 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01f562-daf4-4f59-b131-17c5bc3eb9b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:19.854070 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01f562-daf4-4f59-b131-17c5bc3eb9b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:19.854956 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01f562-daf4-4f59-b131-17c5bc3eb9b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:19.855312 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01f562-daf4-4f59-b131-17c5bc3eb9b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:19.855666 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01f562-daf4-4f59-b131-17c5bc3eb9b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:19.856199 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01f562-daf4-4f59-b131-17c5bc3eb9b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:19.856545 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01f562-daf4-4f59-b131-17c5bc3eb9b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:19.857079 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01f562-daf4-4f59-b131-17c5bc3eb9b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:19.857592 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01f562-daf4-4f59-b131-17c5bc3eb9b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:19.859862 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-aa18f73e-dc2a-4880-90bd-2c61d1cec776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:19.861089 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-7c01f562-daf4-4f59-b131-17c5bc3eb9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:19.862580 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-7c01f562-daf4-4f59-b131-17c5bc3eb9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:19.863760 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-7c01f562-daf4-4f59-b131-17c5bc3eb9b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/482b7eab-696c-4c0a-bc82-7f6b8a618c3c HTTP/1.1" status: 204 len: 168 time: 0.2468622 May 28 01:45:19.923995 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-aa18f73e-dc2a-4880-90bd-2c61d1cec776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:19.928384 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-00f9ed73-d25e-44bf-930f-83d0643420f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:19.939489 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18f73e-dc2a-4880-90bd-2c61d1cec776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b610d559-9083-46b3-8f71-894943280c68,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:19.943973 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-aa18f73e-dc2a-4880-90bd-2c61d1cec776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:19.953148 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-aa18f73e-dc2a-4880-90bd-2c61d1cec776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:19.956640 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-aa18f73e-dc2a-4880-90bd-2c61d1cec776 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b610d559-9083-46b3-8f71-894943280c68 HTTP/1.1" status: 204 len: 168 time: 0.2251425 May 28 01:45:20.100713 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07d42b-8b26-4683-8dc2-7be070c43652 req-bf030c86-aa5c-4bf5-9900-4a26466337cb tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:20.102408 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fa07d42b-8b26-4683-8dc2-7be070c43652 req-bf030c86-aa5c-4bf5-9900-4a26466337cb tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.1211617 May 28 01:45:20.157051 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fa07d42b-8b26-4683-8dc2-7be070c43652 req-c67dd6f2-0ff3-480a-82c6-06e8a38843b7 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434659 May 28 01:45:20.934434 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4aaddf-77f8-42be-8337-48ddd1d85b95 req-f9f10393-5012-4406-a8d8-14bb368b8d5f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:20.936178 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ef4aaddf-77f8-42be-8337-48ddd1d85b95 req-f9f10393-5012-4406-a8d8-14bb368b8d5f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.0983841 May 28 01:45:21.125166 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ef4aaddf-77f8-42be-8337-48ddd1d85b95 req-91ef5203-4004-4491-84f1-805d1a7b1fad tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551285 May 28 01:45:21.148491 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4183d-204b-4dc3-ac39-5183ed9446f6 req-e4e7264d-a697-4a26-af7d-877fb1841fa0 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:21.149991 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-dbc4183d-204b-4dc3-ac39-5183ed9446f6 req-e4e7264d-a697-4a26-af7d-877fb1841fa0 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.2246046 May 28 01:45:21.217484 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-dbc4183d-204b-4dc3-ac39-5183ed9446f6 req-51ac9c6d-9b1a-46ca-9ce0-9f8842db3cab tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613184 May 28 01:45:21.393160 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0fa8d-98c5-4bc4-80ab-dfdd70d1d7fa req-b01f49be-da61-437b-a59b-b09708e99cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:21.399338 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c2c0fa8d-98c5-4bc4-80ab-dfdd70d1d7fa req-b01f49be-da61-437b-a59b-b09708e99cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.0959048 May 28 01:45:21.455972 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c2c0fa8d-98c5-4bc4-80ab-dfdd70d1d7fa req-8ef9372f-e6e8-4b65-b030-c619add4ff67 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494976 May 28 01:45:22.321818 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 56562) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:22.444064 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6e6cffb4-b9c9-40bb-b5ef-0aef7d794442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:22.458919 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-6e6cffb4-b9c9-40bb-b5ef-0aef7d794442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:45:22.462908 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-6e6cffb4-b9c9-40bb-b5ef-0aef7d794442 admin admin] Usage tracker for resource:security_group_rule and tenant:1a39b488984c4fb49bcdcbf0e4ede99a is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:45:22.466068 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-6e6cffb4-b9c9-40bb-b5ef-0aef7d794442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:45:22.471944 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-6e6cffb4-b9c9-40bb-b5ef-0aef7d794442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:45:22.476852 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ec082-d48e-43c0-9d05-a9080d99e9c1 req-63f65ba2-dd4c-488c-afa3-601d9254993e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:22.478431 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4d3ec082-d48e-43c0-9d05-a9080d99e9c1 req-63f65ba2-dd4c-488c-afa3-601d9254993e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.2105310 May 28 01:45:22.481707 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a62ebd-c566-4d06-a5a0-cfd0a16939c0 req-e567fa97-11de-4103-9737-cd36c1ae589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:22.483124 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-96a62ebd-c566-4d06-a5a0-cfd0a16939c0 req-e567fa97-11de-4103-9737-cd36c1ae589f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 1098 time: 0.1828668 May 28 01:45:22.520745 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a927fe-3e7b-4e04-a6cd-985c25bbc6fb req-daf7fab5-666b-4d32-bbad-4a59bd3e7b72 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:22.522173 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b8a927fe-3e7b-4e04-a6cd-985c25bbc6fb req-daf7fab5-666b-4d32-bbad-4a59bd3e7b72 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1744802 May 28 01:45:22.556865 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6e6cffb4-b9c9-40bb-b5ef-0aef7d794442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:22.561640 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6e6cffb4-b9c9-40bb-b5ef-0aef7d794442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:22.570357 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-cf19e06e-fc60-4bf7-90d7-761aebba3627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:22.581097 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-96a62ebd-c566-4d06-a5a0-cfd0a16939c0 req-41a4bd47-0a81-458c-a704-8ea7865f3a0e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910003 May 28 01:45:22.597696 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4d3ec082-d48e-43c0-9d05-a9080d99e9c1 req-7d864955-1e4a-4f46-91ab-79f0dcc03d43 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099083 May 28 01:45:22.605104 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b8a927fe-3e7b-4e04-a6cd-985c25bbc6fb req-58c4bab4-9e02-46b9-ba36-6131da4f5324 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767145 May 28 01:45:22.613987 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-6e6cffb4-b9c9-40bb-b5ef-0aef7d794442 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a39b488984c4fb49bcdcbf0e4ede99a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882018 May 28 01:45:22.613987 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cffb4-b9c9-40bb-b5ef-0aef7d794442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d5569a-5747-4272-a7a8-ca5a0a081900,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:22.614426 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 56570) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:22.616777 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-6e6cffb4-b9c9-40bb-b5ef-0aef7d794442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:22.677742 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-9b213669-952a-4488-817d-f549f2ebd77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:22.705053 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-9b213669-952a-4488-817d-f549f2ebd77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:22.765789 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 56578) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:22.827015 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87d1a5-b8a7-42f7-b200-4f64836a424d req-a5772767-d580-493d-9332-165e55d33973 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:22.828532 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9f87d1a5-b8a7-42f7-b200-4f64836a424d req-a5772767-d580-493d-9332-165e55d33973 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.1262164 May 28 01:45:22.834729 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c72e16a-ddd3-469a-b540-e05590fdb2d3 admin admin] Deleting subnet 40f7c061-5818-43f8-8a18-a70a53c82cfb {{(pid=98374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 28 01:45:22.837967 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0c72e16a-ddd3-469a-b540-e05590fdb2d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:22.853115 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-9b213669-952a-4488-817d-f549f2ebd77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:22.860601 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-1169a683-4667-4e43-9537-1c14707ae9e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:22.892507 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b213669-952a-4488-817d-f549f2ebd77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d5569a-5747-4272-a7a8-ca5a0a081900,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:22.899385 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0c72e16a-ddd3-469a-b540-e05590fdb2d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10795288'] for subnet, precommit_delete_associations {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:22.904658 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9f87d1a5-b8a7-42f7-b200-4f64836a424d req-1327b3ae-7dde-468d-834c-f5c05a981ff5 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669847 May 28 01:45:22.907357 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-9b213669-952a-4488-817d-f549f2ebd77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:22.908486 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-9b213669-952a-4488-817d-f549f2ebd77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:22.912371 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-9b213669-952a-4488-817d-f549f2ebd77e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34d5569a-5747-4272-a7a8-ca5a0a081900 HTTP/1.1" status: 204 len: 168 time: 0.2945623 May 28 01:45:22.959595 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0c72e16a-ddd3-469a-b540-e05590fdb2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4121571'] for subnet, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:23.238762 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0c72e16a-ddd3-469a-b540-e05590fdb2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10760824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11069006'] for subnet, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:23.243002 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 56590) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:23.246746 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-84fd84b2-2f52-4686-833c-1edf90ca7828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:23.260169 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-18ca7728-2239-4c29-976e-38738f6edaaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:23.274914 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-18ca7728-2239-4c29-976e-38738f6edaaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:45:23.279683 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-18ca7728-2239-4c29-976e-38738f6edaaf admin admin] Usage tracker for resource:security_group_rule and tenant:a92032520a704802ac5d6481e4d5b5a7 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:45:23.281853 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72e16a-ddd3-469a-b540-e05590fdb2d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f7c061-5818-43f8-8a18-a70a53c82cfb,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:23.282621 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-18ca7728-2239-4c29-976e-38738f6edaaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:45:23.285000 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-0c72e16a-ddd3-469a-b540-e05590fdb2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:23.285966 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0c72e16a-ddd3-469a-b540-e05590fdb2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:23.289065 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-18ca7728-2239-4c29-976e-38738f6edaaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:45:23.297141 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-0c72e16a-ddd3-469a-b540-e05590fdb2d3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/40f7c061-5818-43f8-8a18-a70a53c82cfb HTTP/1.1" status: 204 len: 168 time: 0.5302112 May 28 01:45:23.299680 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 56594) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:23.376837 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-18ca7728-2239-4c29-976e-38738f6edaaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:23.380872 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-18ca7728-2239-4c29-976e-38738f6edaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:23.389700 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-a7251b04-f0d4-4c11-ab4b-6c0a820c7f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:23.407983 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-cb2bb567-c021-4007-a249-7117b40a56f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3678103'] for network, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:23.429668 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-18ca7728-2239-4c29-976e-38738f6edaaf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a92032520a704802ac5d6481e4d5b5a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1855209 May 28 01:45:23.431276 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca7728-2239-4c29-976e-38738f6edaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6af8f59-aac4-478b-a640-9aee3a48f029,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:23.434324 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-18ca7728-2239-4c29-976e-38738f6edaaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:23.434970 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 56598) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:23.492845 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-982ee2a1-d4f5-464e-82e1-79dd9bc21664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:23.518581 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-982ee2a1-d4f5-464e-82e1-79dd9bc21664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:23.534756 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-cb2bb567-c021-4007-a249-7117b40a56f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124012', 'neutron.services.segments.db._delete_segments_for_network-8764331454940'] for network, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:23.547160 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-cb2bb567-c021-4007-a249-7117b40a56f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca']}} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:45:23.559728 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-cb2bb567-c021-4007-a249-7117b40a56f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6875ae40-2be9-4411-b471-02dfcba01fd6') {'for_net_delete': True} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:45:23.560052 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-cb2bb567-c021-4007-a249-7117b40a56f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6875ae40-2be9-4411-b471-02dfcba01fd6') {} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:45:23.571548 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-982ee2a1-d4f5-464e-82e1-79dd9bc21664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:23.572253 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-cb2bb567-c021-4007-a249-7117b40a56f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764331464093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10795283'] for segment, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:23.577486 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-49eedcfc-4e44-4e23-ad51-45398b013405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:23.590486 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ee2a1-d4f5-464e-82e1-79dd9bc21664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6af8f59-aac4-478b-a640-9aee3a48f029,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:23.596003 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-982ee2a1-d4f5-464e-82e1-79dd9bc21664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:23.596192 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-cb2bb567-c021-4007-a249-7117b40a56f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:23.600342 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-982ee2a1-d4f5-464e-82e1-79dd9bc21664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:23.601700 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-982ee2a1-d4f5-464e-82e1-79dd9bc21664 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6af8f59-aac4-478b-a640-9aee3a48f029 HTTP/1.1" status: 204 len: 168 time: 0.1658080 May 28 01:45:23.614414 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2bb567-c021-4007-a249-7117b40a56f8 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=98374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 01:45:23.614825 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-cb2bb567-c021-4007-a249-7117b40a56f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10898910'] for segment, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: Traceback (most recent call last): May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: timer() May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: cb(*args, **kw) May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: return func(*args, **kwargs) May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: self._notify() May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: self.callback(batched_events) May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: event.method(event) May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: aggregate_uuid = self.p_client.list_aggregates( May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: return f(self, *a, **k) May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: return self._get(url).json() May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: return self.request(url, 'GET', **kwargs) May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: base_url = self.get_endpoint(auth, allow=allow, May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 01:45:23.632006 dv-cinder-793515-1-smb neutron-server[98374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 01:45:23.729520 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-cb2bb567-c021-4007-a249-7117b40a56f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025484'] for network, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:23.740586 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-cb2bb567-c021-4007-a249-7117b40a56f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:23.747423 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:23.774247 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bb567-c021-4007-a249-7117b40a56f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:23.776891 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-cb2bb567-c021-4007-a249-7117b40a56f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:23.785116 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-cb2bb567-c021-4007-a249-7117b40a56f8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cf8b9c82-e9a4-4658-95b6-e22cdc2f43ca HTTP/1.1" status: 204 len: 168 time: 0.4843352 May 28 01:45:23.936129 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea026b54-7585-4016-af35-f0151cb89f27 req-620a7098-18d9-43b5-adb4-4ea488b4f70c tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:23.937597 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ea026b54-7585-4016-af35-f0151cb89f27 req-620a7098-18d9-43b5-adb4-4ea488b4f70c tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1521659 May 28 01:45:23.966009 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1910c2c-322e-4a7b-ba69-ab1e0e19c475 req-9b826084-a031-48da-b240-d481a99f8caf tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:23.967425 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b1910c2c-322e-4a7b-ba69-ab1e0e19c475 req-9b826084-a031-48da-b240-d481a99f8caf tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.1393340 May 28 01:45:23.986292 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 56620) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:24.016911 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ea026b54-7585-4016-af35-f0151cb89f27 req-0d1cf211-8ddd-4252-8b22-15cf4f6d39e8 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729206 May 28 01:45:24.040331 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b1910c2c-322e-4a7b-ba69-ab1e0e19c475 req-2a61a29a-d18e-4763-8dbd-46954b9e3911 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652657 May 28 01:45:24.071327 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-60165f03-ea80-419a-adf4-340904952475 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17f36d9f4b0d47a7af5ac3c24c857793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0838397 May 28 01:45:24.073841 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 56628) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:24.134273 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-b5dad982-e1a3-414a-a783-5088652f08a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:24.206214 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-b5dad982-e1a3-414a-a783-5088652f08a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:24.278017 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66df32-2d14-4136-b91c-74d284100b33 req-5ee084e7-562b-44ed-82af-f9958837e431 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:24.280122 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ef66df32-2d14-4136-b91c-74d284100b33 req-5ee084e7-562b-44ed-82af-f9958837e431 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 943 time: 0.1463778 May 28 01:45:24.315619 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-b5dad982-e1a3-414a-a783-5088652f08a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:24.322742 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-9b213669-952a-4488-817d-f549f2ebd77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:24.345988 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dad982-e1a3-414a-a783-5088652f08a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9fc7d1-8c64-4651-9f2d-3439b29b8637,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:24.345988 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-b5dad982-e1a3-414a-a783-5088652f08a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:24.355479 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-b5dad982-e1a3-414a-a783-5088652f08a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:24.358869 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-b5dad982-e1a3-414a-a783-5088652f08a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af9fc7d1-8c64-4651-9f2d-3439b29b8637 HTTP/1.1" status: 204 len: 168 time: 0.2818136 May 28 01:45:24.369188 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ef66df32-2d14-4136-b91c-74d284100b33 req-62976889-aa84-4b92-918d-a51720f43a41 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756800 May 28 01:45:25.001906 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 02ea96f2-707a-4481-a508-13103d829f10 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:45:25.269593 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 02ea96f2-707a-4481-a508-13103d829f10, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=02ea96f2-707a-4481-a508-13103d829f10,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:45:25.302603 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': '02ea96f2-707a-4481-a508-13103d829f10', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'port_id': '02ea96f2-707a-4481-a508-13103d829f10', 'mac_address': 'fa:16:3e:9f:a2:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:45:25.375050 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec41ea-2019-44eb-b408-ecc902044b08 req-aa90828b-b917-4e3e-9156-4c00a360f43b tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:25.377050 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-84ec41ea-2019-44eb-b408-ecc902044b08 req-aa90828b-b917-4e3e-9156-4c00a360f43b tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1260188 May 28 01:45:25.389397 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788b54b-58f2-49b0-ab15-64e986b089f9 req-6a9a2a61-086a-493b-8e58-2ee2fca65ef5 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:25.398169 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8788b54b-58f2-49b0-ab15-64e986b089f9 req-6a9a2a61-086a-493b-8e58-2ee2fca65ef5 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.2037468 May 28 01:45:25.412239 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:25.429821 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ea96f2-707a-4481-a508-13103d829f10 {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:45:25.446312 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 02ea96f2-707a-4481-a508-13103d829f10, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=02ea96f2-707a-4481-a508-13103d829f10,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:45:25.457637 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:25.460670 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-552f635f-1492-429c-878d-ef6410994394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:25.497305 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8788b54b-58f2-49b0-ab15-64e986b089f9 req-86307e9a-5133-4275-8760-df2d6019c614 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982261 May 28 01:45:25.536662 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-84ec41ea-2019-44eb-b408-ecc902044b08 req-d3fcb044-b5e3-4182-aab7-c5cae0678d2e tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357012 May 28 01:45:25.560634 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=02ea96f2-707a-4481-a508-13103d829f10,revision_number=9']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:25.571921 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:25.572305 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:25.573630 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:25.574055 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:25.574574 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:25.574915 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:25.575249 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:25.575580 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:25.575967 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:25.576304 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:25.576795 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:25.577274 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:25.581973 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:25.752235 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb65618-6d74-4f30-b728-5d31c9d8fccb req-77b4b17c-7458-4512-9b0d-e48c33ac4e2e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:25.753817 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-dbb65618-6d74-4f30-b728-5d31c9d8fccb req-77b4b17c-7458-4512-9b0d-e48c33ac4e2e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 944 time: 0.0917451 May 28 01:45:25.800552 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-dbb65618-6d74-4f30-b728-5d31c9d8fccb req-c8a5c770-d8a6-4a98-a45c-b95ef5cda8f4 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403469 May 28 01:45:25.826770 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['02ea96f2-707a-4481-a508-13103d829f10'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:45:26.357015 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1802a-8ffa-4a8f-9d57-6a4935aedfdb req-c59b87be-9b51-464d-bb0d-05ebff272736 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:26.358471 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c3c1802a-8ffa-4a8f-9d57-6a4935aedfdb req-c59b87be-9b51-464d-bb0d-05ebff272736 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1918676 May 28 01:45:26.360614 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb365c-3206-4dfb-a1f5-79715aea08cf req-07a4764a-782b-403f-ae4e-0cd93c162775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:26.361932 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6abb365c-3206-4dfb-a1f5-79715aea08cf req-07a4764a-782b-403f-ae4e-0cd93c162775 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e93d884e97b4986ae88333d6a80b00c&device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 1098 time: 0.2568932 May 28 01:45:26.486250 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c3c1802a-8ffa-4a8f-9d57-6a4935aedfdb req-fe2aa1f1-7350-4a75-a286-c54f4498c36d tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207960 May 28 01:45:26.528668 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb365c-3206-4dfb-a1f5-79715aea08cf req-a3f015b2-b307-4b7c-a8ad-3bbcd5807027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:26.530084 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6abb365c-3206-4dfb-a1f5-79715aea08cf req-a3f015b2-b307-4b7c-a8ad-3bbcd5807027 service neutron] 10.222.0.20 "GET /v2.0/networks?id=157de08f-e2cd-4e4a-a493-6006286275a5 HTTP/1.1" status: 200 len: 920 time: 0.1506329 May 28 01:45:26.601510 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6abb365c-3206-4dfb-a1f5-79715aea08cf req-aafa5f55-1e21-4c96-a77c-bd7d31e2ab3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e HTTP/1.1" status: 200 len: 217 time: 0.0639274 May 28 01:45:26.718490 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb365c-3206-4dfb-a1f5-79715aea08cf req-bdf6557c-0653-4ad2-a6d8-38a528409e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:26.719916 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6abb365c-3206-4dfb-a1f5-79715aea08cf req-bdf6557c-0653-4ad2-a6d8-38a528409e5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b312163-fab7-44a7-800f-e4a469a8099d HTTP/1.1" status: 200 len: 859 time: 0.0788047 May 28 01:45:26.771536 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6abb365c-3206-4dfb-a1f5-79715aea08cf req-86626124-243e-40d5-b994-6399a56e8a40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=157de08f-e2cd-4e4a-a493-6006286275a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440707 May 28 01:45:26.780219 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6eb63b-25b3-4f36-ac40-ec2b8c8e64cb req-4cc23afe-85bb-480c-97db-c299cff9207d tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:26.781534 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ff6eb63b-25b3-4f36-ac40-ec2b8c8e64cb req-4cc23afe-85bb-480c-97db-c299cff9207d tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.1706073 May 28 01:45:26.906490 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ff6eb63b-25b3-4f36-ac40-ec2b8c8e64cb req-b6c8d9ba-f0c3-4333-b3e7-a5353e08fdb2 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042020 May 28 01:45:26.932872 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-36a1a97e-af9e-4115-943b-6be3d818924b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:26.987054 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6abb365c-3206-4dfb-a1f5-79715aea08cf req-2a0baaf3-11f1-465c-bc9f-69c52c8f65f7 service neutron] 10.222.0.20 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045903 May 28 01:45:27.014564 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 02ea96f2-707a-4481-a508-13103d829f10 up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:45:27.091860 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port 02ea96f2-707a-4481-a508-13103d829f10 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:45:27.092440 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:27.104561 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ea69e-097b-4fbf-9fc0-16236d2f49b2 req-1fe435e5-58f6-4377-8887-ec94f743cb55 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:27.106033 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d75ea69e-097b-4fbf-9fc0-16236d2f49b2 req-1fe435e5-58f6-4377-8887-ec94f743cb55 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 944 time: 0.1894956 May 28 01:45:27.176102 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6abb365c-3206-4dfb-a1f5-79715aea08cf req-62b639dc-c4a9-490f-825d-320dc24b44e5 service neutron] 10.222.0.20 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808002 May 28 01:45:27.186971 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d75ea69e-097b-4fbf-9fc0-16236d2f49b2 req-d83885c8-468e-4d80-8f09-8828d2521458 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647857 May 28 01:45:27.269463 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:27.310565 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2233e4b-bbc4-4b10-b6c3-0e1ef830131d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ea96f2-707a-4481-a508-13103d829f10'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:45:27.320496 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 02ea96f2-707a-4481-a508-13103d829f10, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=02ea96f2-707a-4481-a508-13103d829f10,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:45:27.326627 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:27.329101 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-2641bd57-016a-4703-a601-63859179a76b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:27.370553 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2233e4b-bbc4-4b10-b6c3-0e1ef830131d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ea96f2-707a-4481-a508-13103d829f10', 'code': 200} May 28 01:45:27.402553 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=02ea96f2-707a-4481-a508-13103d829f10,revision_number=10']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:27.405604 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:27.687288 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df334507-1043-4691-be4d-e4eeaa984ba6 req-443bcd92-d81b-49b5-b66b-a042c5fa15ea tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:27.689458 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-df334507-1043-4691-be4d-e4eeaa984ba6 req-443bcd92-d81b-49b5-b66b-a042c5fa15ea tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.0898745 May 28 01:45:27.740757 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-df334507-1043-4691-be4d-e4eeaa984ba6 req-563c022d-60cd-43ea-b0b9-0bba93ead416 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452080 May 28 01:45:28.125202 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a04796-aeca-4251-a21c-2610e508e62d req-2bc4653d-fea2-471c-b79d-253c4c03386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:28.127092 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d0a04796-aeca-4251-a21c-2610e508e62d req-2bc4653d-fea2-471c-b79d-253c4c03386e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 1099 time: 0.1453576 May 28 01:45:28.135968 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6c4e8-fc48-4772-95a6-f5d9cd3b1363 req-0a41a370-1109-45d9-a77b-fc2dddd35214 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:28.137358 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-75a6c4e8-fc48-4772-95a6-f5d9cd3b1363 req-0a41a370-1109-45d9-a77b-fc2dddd35214 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.1070864 May 28 01:45:28.196949 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d0a04796-aeca-4251-a21c-2610e508e62d req-3ed9b24a-ef06-4f38-888e-568ef8df229f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586097 May 28 01:45:28.206286 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-75a6c4e8-fc48-4772-95a6-f5d9cd3b1363 req-fe48b9ef-b402-4546-9cc1-56ef10aac58d tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560210 May 28 01:45:28.396563 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1733f-fc7c-4869-b3b0-fff77aa0c1e4 req-d7037e46-ca4a-4afe-bc85-b97b774438b7 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:28.398055 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d4c1733f-fc7c-4869-b3b0-fff77aa0c1e4 req-d7037e46-ca4a-4afe-bc85-b97b774438b7 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 946 time: 0.0874851 May 28 01:45:28.443556 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d4c1733f-fc7c-4869-b3b0-fff77aa0c1e4 req-fbf9f79f-cd6b-434e-9751-7d9c8a47a74d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390146 May 28 01:45:28.944668 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0e761-fc75-4d65-ba44-a009ee4367de req-85d69659-08b6-4d87-b08c-cec37df7fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:28.946332 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-05b0e761-fc75-4d65-ba44-a009ee4367de req-85d69659-08b6-4d87-b08c-cec37df7fb08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e93d884e97b4986ae88333d6a80b00c&device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 1098 time: 0.1342342 May 28 01:45:28.965126 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804ce57-c703-4090-a322-216559a71034 req-86f0fe51-79d0-49ee-bc01-d03a1d134ba3 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:28.966593 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8804ce57-c703-4090-a322-216559a71034 req-86f0fe51-79d0-49ee-bc01-d03a1d134ba3 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1097090 May 28 01:45:29.102024 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8804ce57-c703-4090-a322-216559a71034 req-cd58cd7a-6834-4991-a51b-fbb8fb2fdd23 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145740 May 28 01:45:29.144153 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0e761-fc75-4d65-ba44-a009ee4367de req-bbc76906-8660-4bbf-baa4-1edf80f38973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:29.145583 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-05b0e761-fc75-4d65-ba44-a009ee4367de req-bbc76906-8660-4bbf-baa4-1edf80f38973 service neutron] 10.222.0.20 "GET /v2.0/networks?id=157de08f-e2cd-4e4a-a493-6006286275a5 HTTP/1.1" status: 200 len: 920 time: 0.1756387 May 28 01:45:29.270321 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:29.323742 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-05b0e761-fc75-4d65-ba44-a009ee4367de req-aa3b1a6f-bdd0-4d60-8cc7-b480edf1a0bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e HTTP/1.1" status: 200 len: 217 time: 0.1664684 May 28 01:45:29.452524 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0e761-fc75-4d65-ba44-a009ee4367de req-e02a5c6a-3434-4819-9b4b-d75b350ed27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:29.453926 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-05b0e761-fc75-4d65-ba44-a009ee4367de req-e02a5c6a-3434-4819-9b4b-d75b350ed27b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b312163-fab7-44a7-800f-e4a469a8099d HTTP/1.1" status: 200 len: 859 time: 0.0791373 May 28 01:45:29.509779 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-05b0e761-fc75-4d65-ba44-a009ee4367de req-267bcab8-1aa7-49f4-a33c-cf70b592e58e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=157de08f-e2cd-4e4a-a493-6006286275a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442190 May 28 01:45:29.518524 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7fbbd-14cc-439b-88b4-b346730a659b req-fb9e381d-8943-47a5-8c4a-b9a206117c0b tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:29.520002 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d6aa6509-49f5-4a95-8b71-d2ed2b00a4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:29.520148 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a9f7fbbd-14cc-439b-88b4-b346730a659b req-fb9e381d-8943-47a5-8c4a-b9a206117c0b tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.1838338 May 28 01:45:29.525638 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:29.677024 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a9f7fbbd-14cc-439b-88b4-b346730a659b req-27d3bcd8-67e0-46b2-a46e-5932bf103cf7 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474192 May 28 01:45:29.752792 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-05b0e761-fc75-4d65-ba44-a009ee4367de req-934baeec-2aff-4834-9a14-43a22e22f58b service neutron] 10.222.0.20 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932912 May 28 01:45:29.764033 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f77f26-0a52-4064-ab28-ef6abbc4f712 req-e234bdf9-1d02-4d69-a495-405835bcaedb tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:29.765444 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b3f77f26-0a52-4064-ab28-ef6abbc4f712 req-e234bdf9-1d02-4d69-a495-405835bcaedb tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 946 time: 0.1813283 May 28 01:45:29.891770 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b3f77f26-0a52-4064-ab28-ef6abbc4f712 req-b75ccb6a-635e-4ee5-b3cb-c4c1265a7e67 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063406 May 28 01:45:29.943542 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-05b0e761-fc75-4d65-ba44-a009ee4367de req-de66a921-291c-40a4-8ee7-6a976ceaef94 service neutron] 10.222.0.20 "GET /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771250 May 28 01:45:30.366464 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383b19c-c89b-42d8-981f-deabf6734ced req-bf83c97f-746e-4960-905f-b50f6a2f1582 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:30.368144 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a383b19c-c89b-42d8-981f-deabf6734ced req-bf83c97f-746e-4960-905f-b50f6a2f1582 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.0994616 May 28 01:45:30.437447 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a383b19c-c89b-42d8-981f-deabf6734ced req-45137127-ac44-4884-af52-a601249ecadc tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619905 May 28 01:45:30.626616 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:30.873646 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ad2b4-ea0a-4263-b9bb-4b02907707f8 req-043dcbfa-a669-4901-90a4-67504781bd82 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:30.875102 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-dd6ad2b4-ea0a-4263-b9bb-4b02907707f8 req-043dcbfa-a669-4901-90a4-67504781bd82 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.0890195 May 28 01:45:30.926703 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-dd6ad2b4-ea0a-4263-b9bb-4b02907707f8 req-754b1c41-5150-43a0-8ffb-52dddbe4b0f8 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459263 May 28 01:45:31.124568 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b87376-a7cf-4f25-a082-8e0db9bcfc1a req-18bdb02e-984b-4cfc-b2dc-48dfae126243 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:31.126190 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f4b87376-a7cf-4f25-a082-8e0db9bcfc1a req-18bdb02e-984b-4cfc-b2dc-48dfae126243 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 946 time: 0.1020572 May 28 01:45:31.180336 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f4b87376-a7cf-4f25-a082-8e0db9bcfc1a req-cacac6d9-c6f7-4c06-b7f7-e4dc35e62ec8 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470369 May 28 01:45:31.762562 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 56934) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:31.882153 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-52441486-14c3-4921-8895-ff491fc11e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:31.897599 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-52441486-14c3-4921-8895-ff491fc11e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:45:31.901963 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-52441486-14c3-4921-8895-ff491fc11e68 admin admin] Usage tracker for resource:security_group_rule and tenant:3eec7de767fa47dcafb4431c42b4b20e is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:45:31.904434 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-52441486-14c3-4921-8895-ff491fc11e68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:45:31.910104 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-52441486-14c3-4921-8895-ff491fc11e68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:45:32.030387 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-52441486-14c3-4921-8895-ff491fc11e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:32.036593 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-52441486-14c3-4921-8895-ff491fc11e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:32.044809 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:32.095567 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-52441486-14c3-4921-8895-ff491fc11e68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3eec7de767fa47dcafb4431c42b4b20e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311465 May 28 01:45:32.096533 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52441486-14c3-4921-8895-ff491fc11e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e6cb56-e187-4998-8ca9-0739bf7f7776,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:32.099116 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 56948) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:32.101802 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-52441486-14c3-4921-8895-ff491fc11e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:32.234264 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a7b99874-822f-4197-ba74-6459f93e6c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:32.269470 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a7b99874-822f-4197-ba74-6459f93e6c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:32.288479 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf058c-a928-48bc-9734-db8bf5e5bf63 req-e10a97ab-7ee7-4a63-8470-f4922124bca6 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:32.290080 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ccdf058c-a928-48bc-9734-db8bf5e5bf63 req-e10a97ab-7ee7-4a63-8470-f4922124bca6 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.1494203 May 28 01:45:32.292304 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:32.358787 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ccdf058c-a928-48bc-9734-db8bf5e5bf63 req-192e1d28-e52e-4405-8ee9-ec1234eab4e4 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596259 May 28 01:45:32.379947 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a7b99874-822f-4197-ba74-6459f93e6c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:32.385282 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-52441486-14c3-4921-8895-ff491fc11e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:32.396143 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b99874-822f-4197-ba74-6459f93e6c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e6cb56-e187-4998-8ca9-0739bf7f7776,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:32.398433 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-a7b99874-822f-4197-ba74-6459f93e6c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:32.404472 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a7b99874-822f-4197-ba74-6459f93e6c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:32.405657 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-a7b99874-822f-4197-ba74-6459f93e6c56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1e6cb56-e187-4998-8ca9-0739bf7f7776 HTTP/1.1" status: 204 len: 168 time: 0.3057077 May 28 01:45:33.157253 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 56970) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:33.267734 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-719d0073-602f-4928-8686-e3643989cb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:33.281958 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-719d0073-602f-4928-8686-e3643989cb4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:45:33.285779 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-719d0073-602f-4928-8686-e3643989cb4e admin admin] Usage tracker for resource:security_group_rule and tenant:a1bf92de67ab484ba0551e634822a66d is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:45:33.288593 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-719d0073-602f-4928-8686-e3643989cb4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:45:33.294199 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-719d0073-602f-4928-8686-e3643989cb4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:45:33.379305 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-719d0073-602f-4928-8686-e3643989cb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:33.387005 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-719d0073-602f-4928-8686-e3643989cb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:33.397200 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-b5dad982-e1a3-414a-a783-5088652f08a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:33.437124 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-719d0073-602f-4928-8686-e3643989cb4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1bf92de67ab484ba0551e634822a66d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827253 May 28 01:45:33.439785 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 56992) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:33.446026 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d0073-602f-4928-8686-e3643989cb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dec1d8e-7e82-4242-a1de-98909441cbcb,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:33.450160 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-719d0073-602f-4928-8686-e3643989cb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:33.513964 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0ff0c020-db1a-4fa7-b478-1c679201ca69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:33.542366 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0ff0c020-db1a-4fa7-b478-1c679201ca69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:33.574082 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c9951-11c8-438e-a332-7ee37ac04c75 req-90584eab-b433-4280-a658-fb059e88df3d tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:33.582654 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-429c9951-11c8-438e-a332-7ee37ac04c75 req-90584eab-b433-4280-a658-fb059e88df3d tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.1066465 May 28 01:45:33.603313 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0ff0c020-db1a-4fa7-b478-1c679201ca69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:33.608839 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:33.620916 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0c020-db1a-4fa7-b478-1c679201ca69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dec1d8e-7e82-4242-a1de-98909441cbcb,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:33.632277 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-0ff0c020-db1a-4fa7-b478-1c679201ca69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:33.638090 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-429c9951-11c8-438e-a332-7ee37ac04c75 req-79b4a772-d9e8-45b0-8579-2a36197dcc50 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539036 May 28 01:45:33.639538 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0ff0c020-db1a-4fa7-b478-1c679201ca69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:33.643812 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-0ff0c020-db1a-4fa7-b478-1c679201ca69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6dec1d8e-7e82-4242-a1de-98909441cbcb HTTP/1.1" status: 204 len: 168 time: 0.2024128 May 28 01:45:34.822390 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f85cd-8a4b-4ce0-b995-741c61047461 req-21ccdb54-bfd6-4047-8de1-72278a5c29e5 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:34.824520 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-377f85cd-8a4b-4ce0-b995-741c61047461 req-21ccdb54-bfd6-4047-8de1-72278a5c29e5 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.0817025 May 28 01:45:34.875650 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-377f85cd-8a4b-4ce0-b995-741c61047461 req-6159227b-020a-404f-8569-8d5ddf00290b tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453002 May 28 01:45:35.158294 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eda85c-a40c-4691-8823-016b4070c052 req-5b96cf19-7202-4573-9ba5-6563d1b9df47 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:35.159758 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-18eda85c-a40c-4691-8823-016b4070c052 req-5b96cf19-7202-4573-9ba5-6563d1b9df47 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.0894945 May 28 01:45:35.207344 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-18eda85c-a40c-4691-8823-016b4070c052 req-ad282368-6fa0-4083-b83e-aafcd2a94eec tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414233 May 28 01:45:36.138676 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dba637-996c-4f50-b0be-511947c6e2cc req-d5b77ac4-9e38-47f4-824b-9ca3b716b969 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:36.140124 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d4dba637-996c-4f50-b0be-511947c6e2cc req-d5b77ac4-9e38-47f4-824b-9ca3b716b969 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.1558244 May 28 01:45:36.182955 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d4dba637-996c-4f50-b0be-511947c6e2cc req-d1c18ae4-f57b-4d25-b509-ce8075a230d3 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371754 May 28 01:45:36.392379 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ab6c0-367f-47a9-8aa2-2e457aaca463 req-50525715-f165-4a67-8b5a-6219ea4b9de4 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:36.393812 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d70ab6c0-367f-47a9-8aa2-2e457aaca463 req-50525715-f165-4a67-8b5a-6219ea4b9de4 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.0805099 May 28 01:45:36.440293 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d70ab6c0-367f-47a9-8aa2-2e457aaca463 req-5920c412-0163-43c1-bd0d-4df76d2a2848 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409715 May 28 01:45:37.397635 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f36cb9-7804-4aec-8132-ffe26f9c3026 req-e4086c01-b0c9-4988-a72d-e9c7c1496659 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:37.399091 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-35f36cb9-7804-4aec-8132-ffe26f9c3026 req-e4086c01-b0c9-4988-a72d-e9c7c1496659 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.0805004 May 28 01:45:37.444302 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-35f36cb9-7804-4aec-8132-ffe26f9c3026 req-20df5b8a-5ee3-4ad2-858e-2a5942c39b9e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391607 May 28 01:45:37.625590 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c3775-5fa7-4bc5-b4bd-952e329aed9c req-846fe594-e378-465b-b83c-3fc15ce227e2 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:37.627029 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bc7c3775-5fa7-4bc5-b4bd-952e329aed9c req-846fe594-e378-465b-b83c-3fc15ce227e2 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.0829306 May 28 01:45:37.715226 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bc7c3775-5fa7-4bc5-b4bd-952e329aed9c req-565c8927-dced-41d4-8ad0-2c412ef0b6cc tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816705 May 28 01:45:37.750019 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6260a8-9a26-4cb4-b266-8a66635be776 req-56edb64a-ff92-4ac0-87f7-5e320e34d439 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:37.751430 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6b6260a8-9a26-4cb4-b266-8a66635be776 req-56edb64a-ff92-4ac0-87f7-5e320e34d439 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.20 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 945 time: 0.0901203 May 28 01:45:37.890718 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-6b6260a8-9a26-4cb4-b266-8a66635be776 req-1bd43620-eb5d-43ad-8a43-a8fef3080b03 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Deleting port c71e3837-68fc-43d6-9133-96e55cbfbc30 {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:45:37.891030 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-6b6260a8-9a26-4cb4-b266-8a66635be776 req-1bd43620-eb5d-43ad-8a43-a8fef3080b03 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:38.025241 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-6b6260a8-9a26-4cb4-b266-8a66635be776 req-1bd43620-eb5d-43ad-8a43-a8fef3080b03 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] For port c71e3837-68fc-43d6-9133-96e55cbfbc30, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=c71e3837-68fc-43d6-9133-96e55cbfbc30,segment=NetworkSegment(666d0ef4-6f04-445a-b542-9a0890c9b152),segment_id=666d0ef4-6f04-445a-b542-9a0890c9b152)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:45:38.025621 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-6b6260a8-9a26-4cb4-b266-8a66635be776 req-1bd43620-eb5d-43ad-8a43-a8fef3080b03 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:38.147567 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-6b6260a8-9a26-4cb4-b266-8a66635be776 req-1bd43620-eb5d-43ad-8a43-a8fef3080b03 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Calling delete_port for c71e3837-68fc-43d6-9133-96e55cbfbc30 owned by compute:nova {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:45:38.258599 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-6b6260a8-9a26-4cb4-b266-8a66635be776 req-1bd43620-eb5d-43ad-8a43-a8fef3080b03 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:38.264037 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-07645db2-6b30-44e1-a87f-6cd2f7ff3f17 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:38.297482 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['c71e3837-68fc-43d6-9133-96e55cbfbc30', '13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:45:38.310106 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd43620-eb5d-43ad-8a43-a8fef3080b03 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Pushing event deleted for resources: {'Port': ['ID=c71e3837-68fc-43d6-9133-96e55cbfbc30,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:38.340680 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-1bd43620-eb5d-43ad-8a43-a8fef3080b03 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:38.385043 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6260a8-9a26-4cb4-b266-8a66635be776 req-1bd43620-eb5d-43ad-8a43-a8fef3080b03 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] No DVR routers for this DVR port c71e3837-68fc-43d6-9133-96e55cbfbc30 on host hv-cinder-79351 {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:45:38.387539 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-6b6260a8-9a26-4cb4-b266-8a66635be776 req-1bd43620-eb5d-43ad-8a43-a8fef3080b03 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:38.390081 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150cddba-a97d-4583-b84e-502b39e607ea', 'name': 'network-vif-deleted', 'tag': 'c71e3837-68fc-43d6-9133-96e55cbfbc30'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:45:38.410617 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6b6260a8-9a26-4cb4-b266-8a66635be776 req-1bd43620-eb5d-43ad-8a43-a8fef3080b03 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.20 "DELETE /v2.0/ports/c71e3837-68fc-43d6-9133-96e55cbfbc30 HTTP/1.1" status: 204 len: 173 time: 0.6520908 May 28 01:45:38.436503 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150cddba-a97d-4583-b84e-502b39e607ea', 'name': 'network-vif-deleted', 'tag': 'c71e3837-68fc-43d6-9133-96e55cbfbc30', 'status': 'completed', 'code': 200} May 28 01:45:38.650422 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747fb91-bc44-4495-b4e7-af8d9bd9717c req-4ee4346b-5cf4-4a0c-b85a-76fe27c040d1 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:38.652569 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e747fb91-bc44-4495-b4e7-af8d9bd9717c req-4ee4346b-5cf4-4a0c-b85a-76fe27c040d1 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.1010058 May 28 01:45:38.696921 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e747fb91-bc44-4495-b4e7-af8d9bd9717c req-644f1d6d-f909-444f-8be9-2f2a1d734aa6 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385518 May 28 01:45:38.876192 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-6e379186-89e6-4ba5-99a7-f1b3cca0525d req-41b6341e-8025-46f0-bcb0-43299e7cd317 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Synchronizing usage tracker for tenant:6e93d884e97b4986ae88333d6a80b00c on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:45:38.893238 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-6e379186-89e6-4ba5-99a7-f1b3cca0525d req-41b6341e-8025-46f0-bcb0-43299e7cd317 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Unset dirty status for tenant:6e93d884e97b4986ae88333d6a80b00c on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:45:38.894416 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6e379186-89e6-4ba5-99a7-f1b3cca0525d req-41b6341e-8025-46f0-bcb0-43299e7cd317 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=150cddba-a97d-4583-b84e-502b39e607ea HTTP/1.1" status: 200 len: 210 time: 0.0630469 May 28 01:45:39.876642 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118fa58-7917-44bf-9443-db0a9dd55c66 req-4b2d78e8-6bae-4508-a6fe-fae33887e111 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:39.878359 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f118fa58-7917-44bf-9443-db0a9dd55c66 req-4b2d78e8-6bae-4508-a6fe-fae33887e111 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.0779455 May 28 01:45:39.923621 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f118fa58-7917-44bf-9443-db0a9dd55c66 req-d6480c72-2a5a-4989-8c7e-823b6801f2ca tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390785 May 28 01:45:40.071618 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:45:40.267309 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8399250-e6d5-49ea-8b6f-ae2b976fcaf3 req-d2b7b3b9-a63e-4f14-a066-f2e9d0343738 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:40.268890 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e8399250-e6d5-49ea-8b6f-ae2b976fcaf3 req-d2b7b3b9-a63e-4f14-a066-f2e9d0343738 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.0840635 May 28 01:45:40.410418 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e8399250-e6d5-49ea-8b6f-ae2b976fcaf3 req-9d59b08b-22f2-4bb5-b744-73fb3f28bb18 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357198 May 28 01:45:40.441608 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401c05e-fd4c-4b18-852e-1c8c1579b215 req-c1c7bf34-2674-4732-88aa-8eb06a117971 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:40.443023 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6401c05e-fd4c-4b18-852e-1c8c1579b215 req-c1c7bf34-2674-4732-88aa-8eb06a117971 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.1694913 May 28 01:45:40.449184 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b1bcb-8607-40b5-9312-2d2f1f30a0f5 req-ca50fd91-d7f5-4271-90d3-93add5039d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:40.450508 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-639b1bcb-8607-40b5-9312-2d2f1f30a0f5 req-ca50fd91-d7f5-4271-90d3-93add5039d43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c8cb123312945c79bd98c6b173fb1c1&device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 1098 time: 0.1447744 May 28 01:45:40.647162 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6401c05e-fd4c-4b18-852e-1c8c1579b215 req-8cb5e939-a429-43b8-b748-a1c6cc20518e tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957071 May 28 01:45:40.690171 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b1bcb-8607-40b5-9312-2d2f1f30a0f5 req-8fd6f3d4-adcb-45cc-9413-a7e67803726e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:40.691587 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-639b1bcb-8607-40b5-9312-2d2f1f30a0f5 req-8fd6f3d4-adcb-45cc-9413-a7e67803726e service neutron] 10.222.0.20 "GET /v2.0/networks?id=921f98b5-4b6b-4d1c-9f05-0d3139f095a4 HTTP/1.1" status: 200 len: 912 time: 0.2272387 May 28 01:45:40.796792 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-639b1bcb-8607-40b5-9312-2d2f1f30a0f5 req-595c8ff4-a299-4202-aac8-dc687630eaf9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93a08a4e-074d-40a1-b262-493f59ee178b HTTP/1.1" status: 200 len: 1001 time: 0.0951326 May 28 01:45:40.864359 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b1bcb-8607-40b5-9312-2d2f1f30a0f5 req-74fd5f62-b69c-4eef-8537-ebd9c7e659b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:40.865830 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-639b1bcb-8607-40b5-9312-2d2f1f30a0f5 req-74fd5f62-b69c-4eef-8537-ebd9c7e659b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69fa25a8-030c-4786-9348-7785d8dee8f5 HTTP/1.1" status: 200 len: 850 time: 0.0585642 May 28 01:45:40.952262 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b1bcb-8607-40b5-9312-2d2f1f30a0f5 req-5e693266-600f-461d-9d8e-c48c9e7001de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:40.954119 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-639b1bcb-8607-40b5-9312-2d2f1f30a0f5 req-5e693266-600f-461d-9d8e-c48c9e7001de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=921f98b5-4b6b-4d1c-9f05-0d3139f095a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811870 May 28 01:45:41.066583 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device c71e3837-68fc-43d6-9133-96e55cbfbc30 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:45:41.099979 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-639b1bcb-8607-40b5-9312-2d2f1f30a0f5 req-b300ba17-f5df-4a96-94e6-6d44204c0183 service neutron] 10.222.0.20 "GET /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373453 May 28 01:45:41.111138 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] No Port match for: c71e3837-68fc-43d6-9133-96e55cbfbc30 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:45:41.111483 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device c71e3837-68fc-43d6-9133-96e55cbfbc30 not bound to the agent host hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:45:41.242442 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-639b1bcb-8607-40b5-9312-2d2f1f30a0f5 req-b81f1d3b-9af0-452d-b47c-ae0438f170cc service neutron] 10.222.0.20 "GET /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298966 May 28 01:45:41.596429 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ef62e-f6dd-4c2d-8f20-2045ea1aebeb req-948b3773-420e-47c3-aa56-47250334004b tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:41.597877 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fd0ef62e-f6dd-4c2d-8f20-2045ea1aebeb req-948b3773-420e-47c3-aa56-47250334004b tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.0788372 May 28 01:45:41.647953 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fd0ef62e-f6dd-4c2d-8f20-2045ea1aebeb req-7be5b384-2f67-447c-a19c-0474c5763659 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443223 May 28 01:45:41.829743 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0ce17-3eee-4233-9231-dc3bd5cb478f req-a91d42d8-f4ed-4bf3-a9a5-8fb435bb374f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:41.831218 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-82b0ce17-3eee-4233-9231-dc3bd5cb478f req-a91d42d8-f4ed-4bf3-a9a5-8fb435bb374f tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.0800841 May 28 01:45:41.875484 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-82b0ce17-3eee-4233-9231-dc3bd5cb478f req-11aee683-0053-4e12-b70c-449f3a9bbf1a tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385749 May 28 01:45:42.832745 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 57142) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:42.838289 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8da80-556d-4cdc-b3fb-e08b0b56a637 req-07c36d40-f31c-4915-ae96-ab9f00160c65 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:42.839780 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a2d8da80-556d-4cdc-b3fb-e08b0b56a637 req-07c36d40-f31c-4915-ae96-ab9f00160c65 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.0790317 May 28 01:45:42.887009 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a2d8da80-556d-4cdc-b3fb-e08b0b56a637 req-23b7e954-5a1a-4123-8f7f-3d52ced812ef tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415316 May 28 01:45:42.951058 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-11ac0fdf-5d3f-4472-876a-103b1a0c648c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:42.965529 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-11ac0fdf-5d3f-4472-876a-103b1a0c648c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:45:42.969264 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-11ac0fdf-5d3f-4472-876a-103b1a0c648c admin admin] Usage tracker for resource:security_group_rule and tenant:4ce9751f022a4de284edb089e2b9163b is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:45:42.972093 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-11ac0fdf-5d3f-4472-876a-103b1a0c648c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:45:42.977715 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-11ac0fdf-5d3f-4472-876a-103b1a0c648c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:45:43.061081 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eee1ab-4960-4da4-b1c3-7ac68284ea22 req-eea07174-94af-4b2d-ae96-8f29b6cad396 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:43.062696 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-57eee1ab-4960-4da4-b1c3-7ac68284ea22 req-eea07174-94af-4b2d-ae96-8f29b6cad396 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.0801904 May 28 01:45:43.064810 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-11ac0fdf-5d3f-4472-876a-103b1a0c648c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:43.068760 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-11ac0fdf-5d3f-4472-876a-103b1a0c648c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:43.077755 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-8e8895c1-3e83-411a-be2d-541b67677dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:43.107657 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-57eee1ab-4960-4da4-b1c3-7ac68284ea22 req-74cb5150-7d58-4522-84e6-c61785703695 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390739 May 28 01:45:43.118065 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-11ac0fdf-5d3f-4472-876a-103b1a0c648c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ce9751f022a4de284edb089e2b9163b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842393 May 28 01:45:43.118972 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac0fdf-5d3f-4472-876a-103b1a0c648c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31de6434-34d8-4195-9d95-438d19389994,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:43.122226 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-11ac0fdf-5d3f-4472-876a-103b1a0c648c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:43.127113 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 57152) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:43.184728 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-26065c7c-e1c1-4781-a951-8cb8394a82da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:43.209739 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-26065c7c-e1c1-4781-a951-8cb8394a82da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:43.260319 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-26065c7c-e1c1-4781-a951-8cb8394a82da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:43.263940 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-b0aaec5c-d17b-4d83-83a4-765b19a58db0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:43.274651 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26065c7c-e1c1-4781-a951-8cb8394a82da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31de6434-34d8-4195-9d95-438d19389994,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:43.278487 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-26065c7c-e1c1-4781-a951-8cb8394a82da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:43.281670 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-26065c7c-e1c1-4781-a951-8cb8394a82da admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:43.282737 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-26065c7c-e1c1-4781-a951-8cb8394a82da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31de6434-34d8-4195-9d95-438d19389994 HTTP/1.1" status: 204 len: 168 time: 0.1547370 May 28 01:45:43.553235 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 57160) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:43.570336 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5a01fe87-143f-4113-9320-9474fb04b9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:43.587775 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-5a01fe87-143f-4113-9320-9474fb04b9f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:45:43.592571 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-5a01fe87-143f-4113-9320-9474fb04b9f8 admin admin] Usage tracker for resource:security_group_rule and tenant:bc2db55cc1004a178bcee4404416bdf1 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:45:43.595330 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-5a01fe87-143f-4113-9320-9474fb04b9f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:45:43.600894 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-5a01fe87-143f-4113-9320-9474fb04b9f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:45:43.680493 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5a01fe87-143f-4113-9320-9474fb04b9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:43.684134 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5a01fe87-143f-4113-9320-9474fb04b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:43.691005 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-43fd2dd5-d287-4181-b9d0-26fc77fc48ef tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:43.730272 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01fe87-143f-4113-9320-9474fb04b9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c89bb8-f9ee-40fe-bdd6-3713452574e9,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:43.734454 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-5a01fe87-143f-4113-9320-9474fb04b9f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc2db55cc1004a178bcee4404416bdf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802011 May 28 01:45:43.735313 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-5a01fe87-143f-4113-9320-9474fb04b9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:43.737802 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 57164) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:43.795104 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-7afb50bd-3126-412f-b796-7f11c92e3bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:43.819690 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-7afb50bd-3126-412f-b796-7f11c92e3bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:43.871016 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-7afb50bd-3126-412f-b796-7f11c92e3bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:43.874529 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-26065c7c-e1c1-4781-a951-8cb8394a82da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:43.889319 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb50bd-3126-412f-b796-7f11c92e3bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c89bb8-f9ee-40fe-bdd6-3713452574e9,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:43.894186 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-7afb50bd-3126-412f-b796-7f11c92e3bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:43.896090 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-7afb50bd-3126-412f-b796-7f11c92e3bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:43.897184 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-7afb50bd-3126-412f-b796-7f11c92e3bee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31c89bb8-f9ee-40fe-bdd6-3713452574e9 HTTP/1.1" status: 204 len: 168 time: 0.1591647 May 28 01:45:44.300913 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fe3bd-2060-48a3-a37c-b7fa56127df7 req-411628a0-23db-4886-b637-59fddee6c104 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:44.302433 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ba8fe3bd-2060-48a3-a37c-b7fa56127df7 req-411628a0-23db-4886-b637-59fddee6c104 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.0891933 May 28 01:45:44.347762 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ba8fe3bd-2060-48a3-a37c-b7fa56127df7 req-0c4343df-295a-41f6-88ce-2795b359f0ba tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388966 May 28 01:45:45.533286 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d80df-a28c-409f-bdac-d624add6528e req-8eb0fce3-e703-49e7-9408-51b60f78fc23 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:45.534739 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0b9d80df-a28c-409f-bdac-d624add6528e req-8eb0fce3-e703-49e7-9408-51b60f78fc23 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.0796342 May 28 01:45:45.579323 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0b9d80df-a28c-409f-bdac-d624add6528e req-4216baa6-b6a4-4387-84b0-1f480be00a7d tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387876 May 28 01:45:46.774297 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436d0de-782a-4e1f-aa44-359687e4da0a req-dafcdf90-e08d-4ba4-9503-44cb9ba312dc tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:46.775733 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7436d0de-782a-4e1f-aa44-359687e4da0a req-dafcdf90-e08d-4ba4-9503-44cb9ba312dc tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.0871627 May 28 01:45:46.818872 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7436d0de-782a-4e1f-aa44-359687e4da0a req-94da636c-e9c1-46fa-af91-439972f1086c tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/security-groups?id=212aa02b-1ade-444d-96c2-50096b091523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375156 May 28 01:45:46.943737 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e9db0-3d0e-4f53-9279-8963d306ea5f req-885d625f-973b-43a5-9b90-81c136fed86a tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:45:46.945079 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d23e9db0-3d0e-4f53-9279-8963d306ea5f req-885d625f-973b-43a5-9b90-81c136fed86a tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.20 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 945 time: 0.0763700 May 28 01:45:47.078590 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-d23e9db0-3d0e-4f53-9279-8963d306ea5f req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Deleting port 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:45:47.078923 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-d23e9db0-3d0e-4f53-9279-8963d306ea5f req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:47.208223 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-d23e9db0-3d0e-4f53-9279-8963d306ea5f req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] For port 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e,segment=NetworkSegment(666d0ef4-6f04-445a-b542-9a0890c9b152),segment_id=666d0ef4-6f04-445a-b542-9a0890c9b152)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:45:47.208492 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-d23e9db0-3d0e-4f53-9279-8963d306ea5f req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:47.405765 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-d23e9db0-3d0e-4f53-9279-8963d306ea5f req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Calling delete_port for 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e owned by compute:nova {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:45:47.511047 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-d23e9db0-3d0e-4f53-9279-8963d306ea5f req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:47.516739 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:47.548022 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:45:47.562614 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Pushing event deleted for resources: {'Port': ['ID=13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:47.600578 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:47.600931 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:47.601281 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:47.601624 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:47.601968 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:47.602306 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:47.602641 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:47.602972 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:47.603303 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:47.603639 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:47.603993 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:47.604371 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:45:47.611229 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:47.646680 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23e9db0-3d0e-4f53-9279-8963d306ea5f req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] No DVR routers for this DVR port 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e on host hv-cinder-79351 {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:45:47.649071 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-d23e9db0-3d0e-4f53-9279-8963d306ea5f req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:47.651538 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e268644f-fec2-47ce-bcc1-a086393d2079', 'name': 'network-vif-deleted', 'tag': '13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:45:47.666426 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d23e9db0-3d0e-4f53-9279-8963d306ea5f req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.20 "DELETE /v2.0/ports/13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e HTTP/1.1" status: 204 len: 173 time: 0.7155175 May 28 01:45:47.695221 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e268644f-fec2-47ce-bcc1-a086393d2079', 'name': 'network-vif-deleted', 'tag': '13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e', 'status': 'completed', 'code': 200} May 28 01:45:47.988957 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-3367170c-765d-460d-869b-4f437a28866c req-ad8c17fb-9fa3-48b3-af4a-82533d7ebc43 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Synchronizing usage tracker for tenant:6e93d884e97b4986ae88333d6a80b00c on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:45:48.004550 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-3367170c-765d-460d-869b-4f437a28866c req-ad8c17fb-9fa3-48b3-af4a-82533d7ebc43 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Unset dirty status for tenant:6e93d884e97b4986ae88333d6a80b00c on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:45:48.006023 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3367170c-765d-460d-869b-4f437a28866c req-ad8c17fb-9fa3-48b3-af4a-82533d7ebc43 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e268644f-fec2-47ce-bcc1-a086393d2079 HTTP/1.1" status: 200 len: 210 time: 0.0668421 May 28 01:45:49.109964 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 57268) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:49.725596 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a8748591-b208-49a4-bfc4-1ad07ae4645d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1031884'] for router_interface, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:50.119500 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.plugin [None req-a8748591-b208-49a4-bfc4-1ad07ae4645d admin admin] Deleting port da922184-11bf-49fc-84f0-1d1a835c979f {{(pid=98374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:45:50.121013 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a8748591-b208-49a4-bfc4-1ad07ae4645d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:50.237807 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.db [None req-a8748591-b208-49a4-bfc4-1ad07ae4645d admin admin] For port da922184-11bf-49fc-84f0-1d1a835c979f, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=da922184-11bf-49fc-84f0-1d1a835c979f,segment=NetworkSegment(666d0ef4-6f04-445a-b542-9a0890c9b152),segment_id=666d0ef4-6f04-445a-b542-9a0890c9b152)] {{(pid=98374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:45:50.238158 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a8748591-b208-49a4-bfc4-1ad07ae4645d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:50.355912 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.plugin [None req-a8748591-b208-49a4-bfc4-1ad07ae4645d admin admin] Calling delete_port for da922184-11bf-49fc-84f0-1d1a835c979f owned by network:router_interface {{(pid=98374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:45:50.634759 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a8748591-b208-49a4-bfc4-1ad07ae4645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:50.639247 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-8109f751-9676-43fb-b1f7-b9c8252fac08 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:50.775620 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8748591-b208-49a4-bfc4-1ad07ae4645d admin admin] Pushing event deleted for resources: {'Port': ['ID=da922184-11bf-49fc-84f0-1d1a835c979f,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:50.808626 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-a8748591-b208-49a4-bfc4-1ad07ae4645d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:51.036202 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a8748591-b208-49a4-bfc4-1ad07ae4645d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026140'] for router_interface, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:51.096961 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:45:51.132497 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] No Port match for: 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:45:51.132950 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 13ea8f59-d41f-48a5-ab29-a1c7a92c6e5e not bound to the agent host hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:45:51.409698 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8748591-b208-49a4-bfc4-1ad07ae4645d admin admin] Router a4485df0-be2d-4cb2-99d4-ea73a7564821 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:45:51.601928 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8748591-b208-49a4-bfc4-1ad07ae4645d admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:45:51.612147 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4123a2c-3025-4b0b-a089-bc71de3153ec None None] Sync routers for ids ['a4485df0-be2d-4cb2-99d4-ea73a7564821'] in dv-cinder-793515-1-smb {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:45:51.619415 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-a8748591-b208-49a4-bfc4-1ad07ae4645d admin admin] 10.222.0.32 "PUT /v2.0/routers/a4485df0-be2d-4cb2-99d4-ea73a7564821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5081916 May 28 01:45:51.622217 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 57298) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:51.636693 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4123a2c-3025-4b0b-a089-bc71de3153ec None None] Routers {'a4485df0-be2d-4cb2-99d4-ea73a7564821'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:45:51.637321 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-e4123a2c-3025-4b0b-a089-bc71de3153ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:45:29Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['a4485df0-be2d-4cb2-99d4-ea73a7564821'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:45:51.807751 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d0211425-c7f6-4d09-8808-ab29a80a92e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:51.813452 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-e4123a2c-3025-4b0b-a089-bc71de3153ec None None] Set router a4485df0-be2d-4cb2-99d4-ea73a7564821 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:45:51.989000 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d0211425-c7f6-4d09-8808-ab29a80a92e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:52.060944 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-d0211425-c7f6-4d09-8808-ab29a80a92e3 admin admin] Deleting port 9542a0f3-a349-41b8-a3b2-237940272e96 {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:45:52.061441 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d0211425-c7f6-4d09-8808-ab29a80a92e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:52.099552 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-e4123a2c-3025-4b0b-a089-bc71de3153ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4485df0-be2d-4cb2-99d4-ea73a7564821', 'name': 'tempest-ServerRescueNegativeTestJSON-1073038387-router', 'tenant_id': '6e93d884e97b4986ae88333d6a80b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.117'}], 'enable_snat': True}, 'gw_port_id': '9542a0f3-a349-41b8-a3b2-237940272e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:19Z', 'updated_at': '2021-05-28T01:45:50Z', 'revision_number': 5, 'project_id': '6e93d884e97b4986ae88333d6a80b00c', 'gw_port': {'id': '9542a0f3-a349-41b8-a3b2-237940272e96', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4485df0-be2d-4cb2-99d4-ea73a7564821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:45:52.103245 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4123a2c-3025-4b0b-a089-bc71de3153ec None None] Checking router: a4485df0-be2d-4cb2-99d4-ea73a7564821 for host: dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:45:52.112140 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4123a2c-3025-4b0b-a089-bc71de3153ec None None] Routers {'a4485df0-be2d-4cb2-99d4-ea73a7564821'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:45:52.112676 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-e4123a2c-3025-4b0b-a089-bc71de3153ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:45:29Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['a4485df0-be2d-4cb2-99d4-ea73a7564821'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:45:52.182863 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [None req-d0211425-c7f6-4d09-8808-ab29a80a92e3 admin admin] For port 9542a0f3-a349-41b8-a3b2-237940272e96, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=9542a0f3-a349-41b8-a3b2-237940272e96,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:45:52.183214 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d0211425-c7f6-4d09-8808-ab29a80a92e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:52.258510 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-e4123a2c-3025-4b0b-a089-bc71de3153ec None None] Set router a4485df0-be2d-4cb2-99d4-ea73a7564821 gateway port host: None {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:45:52.306762 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-d0211425-c7f6-4d09-8808-ab29a80a92e3 admin admin] Calling delete_port for 9542a0f3-a349-41b8-a3b2-237940272e96 owned by network:router_gateway {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:45:52.389802 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-e4123a2c-3025-4b0b-a089-bc71de3153ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4485df0-be2d-4cb2-99d4-ea73a7564821', 'name': 'tempest-ServerRescueNegativeTestJSON-1073038387-router', 'tenant_id': '6e93d884e97b4986ae88333d6a80b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:19Z', 'updated_at': '2021-05-28T01:45:51Z', 'revision_number': 6, 'project_id': '6e93d884e97b4986ae88333d6a80b00c', 'gw_port_host': None}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:45:52.393613 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4123a2c-3025-4b0b-a089-bc71de3153ec None None] The sync data for ids ['a4485df0-be2d-4cb2-99d4-ea73a7564821'] in dv-cinder-793515-1-smb is: [{'id': 'a4485df0-be2d-4cb2-99d4-ea73a7564821', 'name': 'tempest-ServerRescueNegativeTestJSON-1073038387-router', 'tenant_id': '6e93d884e97b4986ae88333d6a80b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:19Z', 'updated_at': '2021-05-28T01:45:51Z', 'revision_number': 6, 'project_id': '6e93d884e97b4986ae88333d6a80b00c', 'gw_port_host': None}] {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:45:52.658878 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d0211425-c7f6-4d09-8808-ab29a80a92e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:52.663161 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:52.704624 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0211425-c7f6-4d09-8808-ab29a80a92e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9542a0f3-a349-41b8-a3b2-237940272e96,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:52.707606 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-d0211425-c7f6-4d09-8808-ab29a80a92e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:52.802194 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d0211425-c7f6-4d09-8808-ab29a80a92e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025489'] for router_gateway, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:52.981546 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d0211425-c7f6-4d09-8808-ab29a80a92e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6861'] for router, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:52.983725 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d0211425-c7f6-4d09-8808-ab29a80a92e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:53.068963 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d0211425-c7f6-4d09-8808-ab29a80a92e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1020256'] for router, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:53.069471 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0211425-c7f6-4d09-8808-ab29a80a92e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4485df0-be2d-4cb2-99d4-ea73a7564821 {{(pid=98373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 01:45:53.083509 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d0211425-c7f6-4d09-8808-ab29a80a92e3 admin admin] Notify callbacks [] for router, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:53.084828 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-d0211425-c7f6-4d09-8808-ab29a80a92e3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a4485df0-be2d-4cb2-99d4-ea73a7564821 HTTP/1.1" status: 204 len: 168 time: 1.4615524 May 28 01:45:53.087370 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 57314) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:53.150120 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_v2 [None req-4554f396-aacb-4491-a987-12abae73d8ff admin admin] Deleting subnet 4b312163-fab7-44a7-800f-e4a469a8099d {{(pid=98374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 28 01:45:53.153379 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4554f396-aacb-4491-a987-12abae73d8ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:53.179784 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device da922184-11bf-49fc-84f0-1d1a835c979f no longer exists at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:45:53.220794 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] No Port match for: da922184-11bf-49fc-84f0-1d1a835c979f {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:45:53.221228 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device da922184-11bf-49fc-84f0-1d1a835c979f not bound to the agent host dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:45:53.224502 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4554f396-aacb-4491-a987-12abae73d8ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10795288'] for subnet, precommit_delete_associations {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:53.285920 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4554f396-aacb-4491-a987-12abae73d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4121571'] for subnet, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:53.544955 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4554f396-aacb-4491-a987-12abae73d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10760824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11069006'] for subnet, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:53.548960 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-4c4238c5-7bd8-40ed-8214-e79a71ce18a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:53.585170 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554f396-aacb-4491-a987-12abae73d8ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b312163-fab7-44a7-800f-e4a469a8099d,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:53.590678 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-4554f396-aacb-4491-a987-12abae73d8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:53.592935 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4554f396-aacb-4491-a987-12abae73d8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:53.599280 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-4554f396-aacb-4491-a987-12abae73d8ff admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4b312163-fab7-44a7-800f-e4a469a8099d HTTP/1.1" status: 204 len: 168 time: 0.5104785 May 28 01:45:53.601839 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 57328) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:53.677582 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 57332) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:53.707743 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5589a6b4-eff1-42a9-9bfb-ef641cbc24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3678103'] for network, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:53.794116 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-499ffc2c-05a9-438e-a5b5-2418848153be admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:53.808226 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-499ffc2c-05a9-438e-a5b5-2418848153be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:45:53.812354 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-499ffc2c-05a9-438e-a5b5-2418848153be admin admin] Usage tracker for resource:security_group_rule and tenant:813e21bdbb39422c9b727cca5ec7aba0 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:45:53.815134 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-499ffc2c-05a9-438e-a5b5-2418848153be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:45:53.820794 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-499ffc2c-05a9-438e-a5b5-2418848153be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:45:53.829587 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5589a6b4-eff1-42a9-9bfb-ef641cbc24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124012', 'neutron.services.segments.db._delete_segments_for_network-8764331454940'] for network, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:53.842848 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-5589a6b4-eff1-42a9-9bfb-ef641cbc24f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157de08f-e2cd-4e4a-a493-6006286275a5']}} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:45:53.855804 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-5589a6b4-eff1-42a9-9bfb-ef641cbc24f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666d0ef4-6f04-445a-b542-9a0890c9b152') {'for_net_delete': True} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:45:53.856129 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-5589a6b4-eff1-42a9-9bfb-ef641cbc24f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666d0ef4-6f04-445a-b542-9a0890c9b152') {} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:45:53.868512 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5589a6b4-eff1-42a9-9bfb-ef641cbc24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764331464093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1627248'] for segment, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:53.884723 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5589a6b4-eff1-42a9-9bfb-ef641cbc24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:53.891278 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5589a6b4-eff1-42a9-9bfb-ef641cbc24f9 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=98373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 01:45:53.891701 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5589a6b4-eff1-42a9-9bfb-ef641cbc24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10682085'] for segment, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: Traceback (most recent call last): May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: timer() May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: cb(*args, **kw) May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: return func(*args, **kwargs) May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: self._notify() May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: self.callback(batched_events) May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: event.method(event) May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: aggregate_uuid = self.p_client.list_aggregates( May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: return f(self, *a, **k) May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: return self._get(url).json() May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: return self.request(url, 'GET', **kwargs) May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: base_url = self.get_endpoint(auth, allow=allow, May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 01:45:53.905285 dv-cinder-793515-1-smb neutron-server[98373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 01:45:53.909680 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-499ffc2c-05a9-438e-a5b5-2418848153be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:53.913822 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-499ffc2c-05a9-438e-a5b5-2418848153be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:53.922257 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9b31efb7-db88-4235-b9c0-dbe6fa029ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:53.960870 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-499ffc2c-05a9-438e-a5b5-2418848153be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=813e21bdbb39422c9b727cca5ec7aba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820425 May 28 01:45:53.962472 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ffc2c-05a9-438e-a5b5-2418848153be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa473f2-86e2-4630-90ac-52c32b9a55bd,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:53.965575 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 57338) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:53.966392 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-499ffc2c-05a9-438e-a5b5-2418848153be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:53.995934 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5589a6b4-eff1-42a9-9bfb-ef641cbc24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025484'] for network, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:54.011416 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:54.035443 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-5589a6b4-eff1-42a9-9bfb-ef641cbc24f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:54.039009 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589a6b4-eff1-42a9-9bfb-ef641cbc24f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=157de08f-e2cd-4e4a-a493-6006286275a5,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:54.043057 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-5589a6b4-eff1-42a9-9bfb-ef641cbc24f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:54.068643 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-279dec4c-ec9b-4d0c-82ab-6a28c6dbb26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:54.072475 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-5589a6b4-eff1-42a9-9bfb-ef641cbc24f9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/157de08f-e2cd-4e4a-a493-6006286275a5 HTTP/1.1" status: 204 len: 168 time: 0.4694681 May 28 01:45:54.104687 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-279dec4c-ec9b-4d0c-82ab-6a28c6dbb26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:54.161158 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-279dec4c-ec9b-4d0c-82ab-6a28c6dbb26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:54.165242 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-5b63471c-0421-4be2-a6a2-51094a3d2e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:54.176841 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279dec4c-ec9b-4d0c-82ab-6a28c6dbb26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa473f2-86e2-4630-90ac-52c32b9a55bd,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:54.180890 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-279dec4c-ec9b-4d0c-82ab-6a28c6dbb26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:54.187850 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-279dec4c-ec9b-4d0c-82ab-6a28c6dbb26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:54.187850 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-279dec4c-ec9b-4d0c-82ab-6a28c6dbb26e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6fa473f2-86e2-4630-90ac-52c32b9a55bd HTTP/1.1" status: 204 len: 168 time: 0.2195613 May 28 01:45:54.193807 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 57346) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:54.248435 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-afc7cf85-f98e-4a6d-9e22-1a6a5da806c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e93d884e97b4986ae88333d6a80b00c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0534148 May 28 01:45:54.250774 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 57350) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:54.309461 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-dc2adb5e-01a0-43d6-b27a-520906a0bf47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:54.334955 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-dc2adb5e-01a0-43d6-b27a-520906a0bf47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:54.389436 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-dc2adb5e-01a0-43d6-b27a-520906a0bf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:54.394311 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-df833fda-1fa9-42e5-b86f-59251e2d617d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:54.406571 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2adb5e-01a0-43d6-b27a-520906a0bf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212aa02b-1ade-444d-96c2-50096b091523,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:54.408962 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-dc2adb5e-01a0-43d6-b27a-520906a0bf47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:54.412569 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-dc2adb5e-01a0-43d6-b27a-520906a0bf47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:54.415865 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-dc2adb5e-01a0-43d6-b27a-520906a0bf47 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/212aa02b-1ade-444d-96c2-50096b091523 HTTP/1.1" status: 204 len: 168 time: 0.1625602 May 28 01:45:54.475372 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 9542a0f3-a349-41b8-a3b2-237940272e96 no longer exists at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:45:54.511033 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] No Port match for: 9542a0f3-a349-41b8-a3b2-237940272e96 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:45:54.511391 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 9542a0f3-a349-41b8-a3b2-237940272e96 not bound to the agent host dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:45:54.546356 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 57358) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:54.564888 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9e70a15e-0b8d-4481-a7bb-e293c63cf701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:54.583961 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-9e70a15e-0b8d-4481-a7bb-e293c63cf701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:45:54.587721 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-9e70a15e-0b8d-4481-a7bb-e293c63cf701 admin admin] Usage tracker for resource:security_group_rule and tenant:5efa2bc581734d2480054b89ed1dcde5 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:45:54.590933 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-9e70a15e-0b8d-4481-a7bb-e293c63cf701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:45:54.596786 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-9e70a15e-0b8d-4481-a7bb-e293c63cf701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:45:54.774306 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9e70a15e-0b8d-4481-a7bb-e293c63cf701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:54.778336 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9e70a15e-0b8d-4481-a7bb-e293c63cf701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:54.786926 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-de4406b7-159f-4cc7-a689-5216e9d86f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:54.830452 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-9e70a15e-0b8d-4481-a7bb-e293c63cf701 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5efa2bc581734d2480054b89ed1dcde5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802975 May 28 01:45:54.830452 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70a15e-0b8d-4481-a7bb-e293c63cf701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d222d3-97f4-4002-9d6d-19fda61a1ff3,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:54.830651 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 57370) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:54.832759 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9e70a15e-0b8d-4481-a7bb-e293c63cf701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:54.889145 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-7c528559-eeb3-4858-8335-1a7e50012526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:54.919124 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-7c528559-eeb3-4858-8335-1a7e50012526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:54.973319 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-7c528559-eeb3-4858-8335-1a7e50012526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:54.977166 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-a631461b-a7ea-493e-8e91-08ca3c3bdd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:54.988985 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c528559-eeb3-4858-8335-1a7e50012526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d222d3-97f4-4002-9d6d-19fda61a1ff3,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:54.992480 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-7c528559-eeb3-4858-8335-1a7e50012526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:54.996757 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-7c528559-eeb3-4858-8335-1a7e50012526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:55.000310 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-7c528559-eeb3-4858-8335-1a7e50012526 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54d222d3-97f4-4002-9d6d-19fda61a1ff3 HTTP/1.1" status: 204 len: 168 time: 0.1663616 May 28 01:45:55.300635 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 57392) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:55.318064 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-77115175-b19a-4778-a9e0-f7df30ad0868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:55.333867 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-77115175-b19a-4778-a9e0-f7df30ad0868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:45:55.338144 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-77115175-b19a-4778-a9e0-f7df30ad0868 admin admin] Usage tracker for resource:security_group_rule and tenant:1720d541f4cf47939c8529cfe69aaf32 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:45:55.341560 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-77115175-b19a-4778-a9e0-f7df30ad0868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:45:55.347451 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-77115175-b19a-4778-a9e0-f7df30ad0868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:45:55.449818 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-77115175-b19a-4778-a9e0-f7df30ad0868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:55.455281 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-77115175-b19a-4778-a9e0-f7df30ad0868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:55.465570 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-b14f36b8-77bf-499b-b96d-73fb70b2baec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:55.514408 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-77115175-b19a-4778-a9e0-f7df30ad0868 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1720d541f4cf47939c8529cfe69aaf32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127130 May 28 01:45:55.515304 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77115175-b19a-4778-a9e0-f7df30ad0868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a2e19e-ce95-4358-b133-00916e49a599,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:55.517523 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 57400) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:55.518405 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-77115175-b19a-4778-a9e0-f7df30ad0868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:55.591111 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-612bc3de-5b40-416a-a8b6-2a43573d7a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:55.616475 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-612bc3de-5b40-416a-a8b6-2a43573d7a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:55.673073 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-612bc3de-5b40-416a-a8b6-2a43573d7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:55.677198 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-87d80325-abfc-41e6-9266-13541756656f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:55.692838 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612bc3de-5b40-416a-a8b6-2a43573d7a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a2e19e-ce95-4358-b133-00916e49a599,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:55.695145 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-612bc3de-5b40-416a-a8b6-2a43573d7a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:55.714124 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-612bc3de-5b40-416a-a8b6-2a43573d7a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:55.715225 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-612bc3de-5b40-416a-a8b6-2a43573d7a14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67a2e19e-ce95-4358-b133-00916e49a599 HTTP/1.1" status: 204 len: 168 time: 0.1965978 May 28 01:45:56.419202 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 57444) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:56.535105 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a11f6b21-19aa-49a2-bc87-311565e15088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:56.549627 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-a11f6b21-19aa-49a2-bc87-311565e15088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:45:56.553350 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-a11f6b21-19aa-49a2-bc87-311565e15088 admin admin] Usage tracker for resource:security_group_rule and tenant:09814cc53d58435a9cc019cb7266571c is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:45:56.556191 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-a11f6b21-19aa-49a2-bc87-311565e15088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:45:56.562504 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-a11f6b21-19aa-49a2-bc87-311565e15088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:45:56.645201 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a11f6b21-19aa-49a2-bc87-311565e15088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:56.649571 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a11f6b21-19aa-49a2-bc87-311565e15088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:56.658508 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-612bc3de-5b40-416a-a8b6-2a43573d7a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:56.697604 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-a11f6b21-19aa-49a2-bc87-311565e15088 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09814cc53d58435a9cc019cb7266571c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773046 May 28 01:45:56.699554 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f6b21-19aa-49a2-bc87-311565e15088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74196418-7e6d-4351-85ff-d02a89b477df,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:56.700290 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 57458) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:56.704524 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-a11f6b21-19aa-49a2-bc87-311565e15088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:56.764720 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3e507372-a9a6-440e-bb0c-58f3876e6efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:56.790865 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3e507372-a9a6-440e-bb0c-58f3876e6efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:56.842661 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3e507372-a9a6-440e-bb0c-58f3876e6efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:56.846416 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-1b2b3482-52cd-491f-954a-5e9b3d8709b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:56.858901 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e507372-a9a6-440e-bb0c-58f3876e6efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74196418-7e6d-4351-85ff-d02a89b477df,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:56.861712 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3e507372-a9a6-440e-bb0c-58f3876e6efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:56.868976 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3e507372-a9a6-440e-bb0c-58f3876e6efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:56.872651 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-3e507372-a9a6-440e-bb0c-58f3876e6efa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74196418-7e6d-4351-85ff-d02a89b477df HTTP/1.1" status: 204 len: 168 time: 0.1686847 May 28 01:45:56.932877 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-bce5b5b1-d4e9-4477-8c7b-f7d32aac4e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:57.231101 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 57480) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:57.248741 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-767884a8-26fc-4152-b3a5-f32683b18718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:57.263060 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-767884a8-26fc-4152-b3a5-f32683b18718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:45:57.267162 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-767884a8-26fc-4152-b3a5-f32683b18718 admin admin] Usage tracker for resource:security_group_rule and tenant:6cf15a2af8f54f32b90a039459e9b76f is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:45:57.270231 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-767884a8-26fc-4152-b3a5-f32683b18718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:45:57.276148 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-767884a8-26fc-4152-b3a5-f32683b18718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:45:57.363257 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-767884a8-26fc-4152-b3a5-f32683b18718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:57.367069 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-767884a8-26fc-4152-b3a5-f32683b18718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:57.375616 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-60d0d7bc-a7a4-4566-9b5e-ce2e87cd372f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:57.426799 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-767884a8-26fc-4152-b3a5-f32683b18718 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6cf15a2af8f54f32b90a039459e9b76f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946282 May 28 01:45:57.428562 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767884a8-26fc-4152-b3a5-f32683b18718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f526907f-5c31-4cbc-a5f8-ef1e877ed066,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:57.429827 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 57492) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:57.431596 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-767884a8-26fc-4152-b3a5-f32683b18718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:57.488921 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8607e471-0a36-4f60-8704-c73efb9bb190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:57.513805 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8607e471-0a36-4f60-8704-c73efb9bb190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:57.568531 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8607e471-0a36-4f60-8704-c73efb9bb190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:57.573810 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-5a01fe87-143f-4113-9320-9474fb04b9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:57.579963 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 57498) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:57.589497 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607e471-0a36-4f60-8704-c73efb9bb190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f526907f-5c31-4cbc-a5f8-ef1e877ed066,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:57.591774 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-8607e471-0a36-4f60-8704-c73efb9bb190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:57.597181 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-8607e471-0a36-4f60-8704-c73efb9bb190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:57.600695 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-8607e471-0a36-4f60-8704-c73efb9bb190 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f526907f-5c31-4cbc-a5f8-ef1e877ed066 HTTP/1.1" status: 204 len: 168 time: 0.1674356 May 28 01:45:57.785724 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-04f0a88b-9837-4d66-99a9-96c2cd74a8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:57.799516 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-04f0a88b-9837-4d66-99a9-96c2cd74a8f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:45:57.803266 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-04f0a88b-9837-4d66-99a9-96c2cd74a8f7 admin admin] Usage tracker for resource:security_group_rule and tenant:910095a4016a488c989b87b671ea1d8e is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:45:57.806018 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-04f0a88b-9837-4d66-99a9-96c2cd74a8f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:45:57.811588 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-04f0a88b-9837-4d66-99a9-96c2cd74a8f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:45:57.898945 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-04f0a88b-9837-4d66-99a9-96c2cd74a8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:57.900161 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-04f0a88b-9837-4d66-99a9-96c2cd74a8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:57.908617 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-2572c334-18f5-4dcc-8ebd-85d3733539f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:57.946430 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-04f0a88b-9837-4d66-99a9-96c2cd74a8f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=910095a4016a488c989b87b671ea1d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3653934 May 28 01:45:57.948843 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0a88b-9837-4d66-99a9-96c2cd74a8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5282c420-94e0-4239-ab01-48ccd5db30d8,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:57.949682 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 57516) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:57.951743 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-04f0a88b-9837-4d66-99a9-96c2cd74a8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:58.010892 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6400cc9e-2af7-4679-949f-d59da693d0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:58.036622 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6400cc9e-2af7-4679-949f-d59da693d0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:58.090727 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6400cc9e-2af7-4679-949f-d59da693d0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:58.094751 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-c2931ce0-a848-478d-ae34-b85d507a5ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:58.106532 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400cc9e-2af7-4679-949f-d59da693d0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5282c420-94e0-4239-ab01-48ccd5db30d8,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:58.108859 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-6400cc9e-2af7-4679-949f-d59da693d0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:58.114780 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6400cc9e-2af7-4679-949f-d59da693d0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:58.118838 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-6400cc9e-2af7-4679-949f-d59da693d0bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5282c420-94e0-4239-ab01-48ccd5db30d8 HTTP/1.1" status: 204 len: 168 time: 0.1673846 May 28 01:45:58.400239 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 57536) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:58.418769 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-fc6c12b7-52a3-4024-bbb9-f14b6820fdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:58.432687 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-fc6c12b7-52a3-4024-bbb9-f14b6820fdff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:45:58.436780 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-fc6c12b7-52a3-4024-bbb9-f14b6820fdff admin admin] Usage tracker for resource:security_group_rule and tenant:83292d6bec414f1c8ebb0ff8c20ed789 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:45:58.439651 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-fc6c12b7-52a3-4024-bbb9-f14b6820fdff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:45:58.445351 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-fc6c12b7-52a3-4024-bbb9-f14b6820fdff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:45:58.534301 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-fc6c12b7-52a3-4024-bbb9-f14b6820fdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:58.538204 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-fc6c12b7-52a3-4024-bbb9-f14b6820fdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:58.546485 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-2461d251-ee96-4ccc-933c-805e1c4db551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:58.585406 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-fc6c12b7-52a3-4024-bbb9-f14b6820fdff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83292d6bec414f1c8ebb0ff8c20ed789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835687 May 28 01:45:58.586992 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c12b7-52a3-4024-bbb9-f14b6820fdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651c1e93-6e79-4420-830a-792323bf0e67,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:58.588487 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 57544) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:45:58.591041 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-fc6c12b7-52a3-4024-bbb9-f14b6820fdff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:58.648505 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-86e9e665-cc2e-4238-a2c5-23354840b887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:58.676679 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-86e9e665-cc2e-4238-a2c5-23354840b887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:58.730917 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-86e9e665-cc2e-4238-a2c5-23354840b887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:58.734586 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:45:58.745259 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9e665-cc2e-4238-a2c5-23354840b887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651c1e93-6e79-4420-830a-792323bf0e67,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:45:58.747384 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-86e9e665-cc2e-4238-a2c5-23354840b887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:45:58.772783 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-86e9e665-cc2e-4238-a2c5-23354840b887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:58.777914 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-86e9e665-cc2e-4238-a2c5-23354840b887 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/651c1e93-6e79-4420-830a-792323bf0e67 HTTP/1.1" status: 204 len: 168 time: 0.1870432 May 28 01:45:59.251081 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:59.514286 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-3a708883-c541-4293-8c71-b3eaafb33935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:45:59.522938 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:00.615170 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:02.292955 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:03.326337 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 57698) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:46:03.444116 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-92608496-8222-4e77-83bd-a41c72ca9a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:03.459574 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-92608496-8222-4e77-83bd-a41c72ca9a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:46:03.463701 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-92608496-8222-4e77-83bd-a41c72ca9a8d admin admin] Usage tracker for resource:security_group_rule and tenant:568d18a1ba9641ddbdfeb6b9dbe5deee is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:46:03.466535 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-92608496-8222-4e77-83bd-a41c72ca9a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:46:03.472276 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-92608496-8222-4e77-83bd-a41c72ca9a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:46:03.555666 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-92608496-8222-4e77-83bd-a41c72ca9a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:03.560264 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-92608496-8222-4e77-83bd-a41c72ca9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:03.568569 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-719d0073-602f-4928-8686-e3643989cb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:03.608214 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-92608496-8222-4e77-83bd-a41c72ca9a8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=568d18a1ba9641ddbdfeb6b9dbe5deee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805707 May 28 01:46:03.609772 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92608496-8222-4e77-83bd-a41c72ca9a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b6a158-bd19-4b0f-9f43-3b19f58c34aa,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:03.610572 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 57706) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:46:03.612876 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-92608496-8222-4e77-83bd-a41c72ca9a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:03.669910 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a840eef0-8292-4eae-9a18-f8826102bdf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:03.696375 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a840eef0-8292-4eae-9a18-f8826102bdf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:03.750868 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a840eef0-8292-4eae-9a18-f8826102bdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:03.754647 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-cfad1cef-424d-410c-abb9-934d2fd420ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:03.767274 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840eef0-8292-4eae-9a18-f8826102bdf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b6a158-bd19-4b0f-9f43-3b19f58c34aa,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:03.772095 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-a840eef0-8292-4eae-9a18-f8826102bdf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:03.776663 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a840eef0-8292-4eae-9a18-f8826102bdf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:03.777754 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-a840eef0-8292-4eae-9a18-f8826102bdf8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30b6a158-bd19-4b0f-9f43-3b19f58c34aa HTTP/1.1" status: 204 len: 168 time: 0.1662371 May 28 01:46:04.054449 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 57716) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:46:04.072353 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-1f63b4bb-d247-4323-95f7-7b7e738cc6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:04.091748 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-1f63b4bb-d247-4323-95f7-7b7e738cc6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:46:04.095553 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-1f63b4bb-d247-4323-95f7-7b7e738cc6c7 admin admin] Usage tracker for resource:security_group_rule and tenant:0c43ef435a1a43f9953e778363430e95 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:46:04.098333 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-1f63b4bb-d247-4323-95f7-7b7e738cc6c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:46:04.104557 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-1f63b4bb-d247-4323-95f7-7b7e738cc6c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:46:04.186871 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-1f63b4bb-d247-4323-95f7-7b7e738cc6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:04.190886 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-1f63b4bb-d247-4323-95f7-7b7e738cc6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:04.197724 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3e507372-a9a6-440e-bb0c-58f3876e6efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:04.239300 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-1f63b4bb-d247-4323-95f7-7b7e738cc6c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c43ef435a1a43f9953e778363430e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837752 May 28 01:46:04.240195 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63b4bb-d247-4323-95f7-7b7e738cc6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55be7cbe-f38d-4aa1-90c0-e4ca14817f24,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:04.241979 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 57720) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:46:04.243355 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-1f63b4bb-d247-4323-95f7-7b7e738cc6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:04.303367 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f1e85db7-ecaf-4ff4-92c3-1066f2f403e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:04.327736 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f1e85db7-ecaf-4ff4-92c3-1066f2f403e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:04.379543 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f1e85db7-ecaf-4ff4-92c3-1066f2f403e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:04.383338 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-8607e471-0a36-4f60-8704-c73efb9bb190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:04.394351 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e85db7-ecaf-4ff4-92c3-1066f2f403e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55be7cbe-f38d-4aa1-90c0-e4ca14817f24,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:04.396623 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-f1e85db7-ecaf-4ff4-92c3-1066f2f403e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:04.402971 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f1e85db7-ecaf-4ff4-92c3-1066f2f403e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:04.404095 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-f1e85db7-ecaf-4ff4-92c3-1066f2f403e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55be7cbe-f38d-4aa1-90c0-e4ca14817f24 HTTP/1.1" status: 204 len: 168 time: 0.1610901 May 28 01:46:11.456920 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ce478-9266-41cb-8fc8-4cb858ef89d1 req-d48863d9-38f2-48a2-bab8-3246a5ac39ee tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:11.458433 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0d7ce478-9266-41cb-8fc8-4cb858ef89d1 req-d48863d9-38f2-48a2-bab8-3246a5ac39ee tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 946 time: 0.0794151 May 28 01:46:11.506995 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0d7ce478-9266-41cb-8fc8-4cb858ef89d1 req-73df080c-ba6f-4451-aa8a-5eedb646c959 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427067 May 28 01:46:12.709478 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d205af-c264-4cab-8e8f-cf576cb3b3f8 req-b3be6081-2a7a-4c9b-a3e7-38c14b840a2d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:12.710962 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-67d205af-c264-4cab-8e8f-cf576cb3b3f8 req-b3be6081-2a7a-4c9b-a3e7-38c14b840a2d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 946 time: 0.0876889 May 28 01:46:12.755092 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-67d205af-c264-4cab-8e8f-cf576cb3b3f8 req-e68f6aaf-d2d5-4c3f-b8e2-999032045023 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377004 May 28 01:46:13.370586 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83033ab2-7dc0-4d2c-8277-4a95f3503aae req-52d69b6a-6a84-4f17-a02a-7ec253b7eb97 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:13.372521 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-83033ab2-7dc0-4d2c-8277-4a95f3503aae req-52d69b6a-6a84-4f17-a02a-7ec253b7eb97 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 946 time: 0.0845983 May 28 01:46:13.513901 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-83033ab2-7dc0-4d2c-8277-4a95f3503aae req-f9ab665a-fa35-479b-bc7e-44e0c204fca3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Deleting port 02ea96f2-707a-4481-a508-13103d829f10 {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:46:13.514238 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-83033ab2-7dc0-4d2c-8277-4a95f3503aae req-f9ab665a-fa35-479b-bc7e-44e0c204fca3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:13.647620 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-83033ab2-7dc0-4d2c-8277-4a95f3503aae req-f9ab665a-fa35-479b-bc7e-44e0c204fca3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] For port 02ea96f2-707a-4481-a508-13103d829f10, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=02ea96f2-707a-4481-a508-13103d829f10,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:46:13.647998 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-83033ab2-7dc0-4d2c-8277-4a95f3503aae req-f9ab665a-fa35-479b-bc7e-44e0c204fca3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:13.999773 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-83033ab2-7dc0-4d2c-8277-4a95f3503aae req-f9ab665a-fa35-479b-bc7e-44e0c204fca3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:14.000538 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-83033ab2-7dc0-4d2c-8277-4a95f3503aae req-f9ab665a-fa35-479b-bc7e-44e0c204fca3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025534'] for floatingip, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:14.000538 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.l3_db [req-83033ab2-7dc0-4d2c-8277-4a95f3503aae req-f9ab665a-fa35-479b-bc7e-44e0c204fca3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Floating IP 0e62d8ad-6716-4e6f-a8e5-9cfd92530af9 disassociated. External IP: 172.28.1.203, port: 02ea96f2-707a-4481-a508-13103d829f10. May 28 01:46:14.000748 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-83033ab2-7dc0-4d2c-8277-4a95f3503aae req-f9ab665a-fa35-479b-bc7e-44e0c204fca3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Calling delete_port for 02ea96f2-707a-4481-a508-13103d829f10 owned by compute:nova {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:46:14.033604 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c369a3-2753-410b-9b54-aeb468ce6783 req-bcf90ce1-209b-410f-b6fb-50cc7889564d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:14.035052 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-74c369a3-2753-410b-9b54-aeb468ce6783 req-bcf90ce1-209b-410f-b6fb-50cc7889564d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 946 time: 0.1343522 May 28 01:46:14.092664 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-74c369a3-2753-410b-9b54-aeb468ce6783 req-1e5b2530-adc7-4008-a964-5af4e7265950 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae01f818-75ac-4ace-b110-515d7fb2677f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512235 May 28 01:46:14.164696 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-83033ab2-7dc0-4d2c-8277-4a95f3503aae req-f9ab665a-fa35-479b-bc7e-44e0c204fca3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:14.170667 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-5d6a01c6-b27d-47d0-94eb-039bfc3a4f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:14.219064 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab665a-fa35-479b-bc7e-44e0c204fca3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Pushing event deleted for resources: {'Port': ['ID=02ea96f2-707a-4481-a508-13103d829f10,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:14.221943 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-f9ab665a-fa35-479b-bc7e-44e0c204fca3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:14.493594 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83033ab2-7dc0-4d2c-8277-4a95f3503aae req-f9ab665a-fa35-479b-bc7e-44e0c204fca3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:46:14.680248 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83033ab2-7dc0-4d2c-8277-4a95f3503aae req-f9ab665a-fa35-479b-bc7e-44e0c204fca3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:46:14.691480 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa9975-d4c3-4a95-b58d-59f28ec641da None None] Sync routers for ids ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'] in dv-cinder-793515-1-smb {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:46:14.702632 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa9975-d4c3-4a95-b58d-59f28ec641da None None] Routers {'633c5120-cd69-4d2e-b712-7d48ce6c7a10'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:46:14.703254 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-abfa9975-d4c3-4a95-b58d-59f28ec641da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:45:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:46:14.758163 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-83033ab2-7dc0-4d2c-8277-4a95f3503aae req-f9ab665a-fa35-479b-bc7e-44e0c204fca3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] No DVR routers for this DVR port 02ea96f2-707a-4481-a508-13103d829f10 on host hv-cinder-79351 {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:46:14.760798 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-83033ab2-7dc0-4d2c-8277-4a95f3503aae req-f9ab665a-fa35-479b-bc7e-44e0c204fca3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:14.764109 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2233e4b-bbc4-4b10-b6c3-0e1ef830131d', 'name': 'network-vif-deleted', 'tag': '02ea96f2-707a-4481-a508-13103d829f10'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:46:14.798164 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-83033ab2-7dc0-4d2c-8277-4a95f3503aae req-f9ab665a-fa35-479b-bc7e-44e0c204fca3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.20 "DELETE /v2.0/ports/02ea96f2-707a-4481-a508-13103d829f10 HTTP/1.1" status: 204 len: 173 time: 1.4203362 May 28 01:46:14.824444 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2233e4b-bbc4-4b10-b6c3-0e1ef830131d', 'name': 'network-vif-deleted', 'tag': '02ea96f2-707a-4481-a508-13103d829f10', 'status': 'completed', 'code': 200} May 28 01:46:14.906112 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-abfa9975-d4c3-4a95-b58d-59f28ec641da None None] Set router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:46:15.237188 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-abfa9975-d4c3-4a95-b58d-59f28ec641da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:42:34Z', 'revision_number': 4, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port': {'id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': 'eef915c6-0b92-4761-bfdf-6482e7753089', 'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'mac_address': 'fa:16:3e:b7:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:29Z', 'updated_at': '2021-05-28T01:42:43Z', 'revision_number': 5, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'subnets': [{'id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:46:15.241438 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa9975-d4c3-4a95-b58d-59f28ec641da None None] Checking router: 633c5120-cd69-4d2e-b712-7d48ce6c7a10 for host: dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:46:15.252125 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa9975-d4c3-4a95-b58d-59f28ec641da None None] Routers {'633c5120-cd69-4d2e-b712-7d48ce6c7a10'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:46:15.252733 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-abfa9975-d4c3-4a95-b58d-59f28ec641da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:45:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:46:15.308174 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-b5ac9851-213d-4bb2-bcc4-ab41c784766f req-4ee9cb4d-c8fb-4c91-b8ec-35ebe5db9d41 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Synchronizing usage tracker for tenant:754c0001c83d4af1bdc6a16555b480e4 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:46:15.325204 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-b5ac9851-213d-4bb2-bcc4-ab41c784766f req-4ee9cb4d-c8fb-4c91-b8ec-35ebe5db9d41 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Unset dirty status for tenant:754c0001c83d4af1bdc6a16555b480e4 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:46:15.326292 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b5ac9851-213d-4bb2-bcc4-ab41c784766f req-4ee9cb4d-c8fb-4c91-b8ec-35ebe5db9d41 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2233e4b-bbc4-4b10-b6c3-0e1ef830131d HTTP/1.1" status: 200 len: 210 time: 0.0812290 May 28 01:46:15.468419 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-abfa9975-d4c3-4a95-b58d-59f28ec641da None None] Set router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:46:15.791075 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-abfa9975-d4c3-4a95-b58d-59f28ec641da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:42:34Z', 'revision_number': 4, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port': {'id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': 'eef915c6-0b92-4761-bfdf-6482e7753089', 'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'mac_address': 'fa:16:3e:b7:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:29Z', 'updated_at': '2021-05-28T01:42:43Z', 'revision_number': 5, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'subnets': [{'id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:46:15.794972 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa9975-d4c3-4a95-b58d-59f28ec641da None None] The sync data for ids ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'] in dv-cinder-793515-1-smb is: [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:42:34Z', 'revision_number': 4, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port': {'id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': 'eef915c6-0b92-4761-bfdf-6482e7753089', 'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'mac_address': 'fa:16:3e:b7:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:29Z', 'updated_at': '2021-05-28T01:42:43Z', 'revision_number': 5, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'subnets': [{'id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:46:16.007235 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab69e5dc-205a-42a4-bf60-2d1273b84852 None None] New status for floating IP 0e62d8ad-6716-4e6f-a8e5-9cfd92530af9: DOWN {{(pid=98376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 01:46:16.460133 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 57884) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:46:16.527843 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-dff3a1c6-c86c-4673-9a0f-5893cefe4524 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:16.555431 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-dff3a1c6-c86c-4673-9a0f-5893cefe4524 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:16.610420 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-dff3a1c6-c86c-4673-9a0f-5893cefe4524 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:16.615802 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-aa18f73e-dc2a-4880-90bd-2c61d1cec776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:16.628977 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3a1c6-c86c-4673-9a0f-5893cefe4524 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae01f818-75ac-4ace-b110-515d7fb2677f,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:16.631003 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-dff3a1c6-c86c-4673-9a0f-5893cefe4524 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:16.641141 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-dff3a1c6-c86c-4673-9a0f-5893cefe4524 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:16.642514 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-dff3a1c6-c86c-4673-9a0f-5893cefe4524 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "DELETE /v2.0/security-groups/ae01f818-75ac-4ace-b110-515d7fb2677f HTTP/1.1" status: 204 len: 168 time: 0.1811585 May 28 01:46:16.645185 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 57890) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:46:16.664523 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.api.v2.resource [None req-6ec8d3a2-3252-4218-81f6-18f26be7f049 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] show failed (client error): The resource could not be found. May 28 01:46:16.665535 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-6ec8d3a2-3252-4218-81f6-18f26be7f049 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups/ae01f818-75ac-4ace-b110-515d7fb2677f HTTP/1.1" status: 404 len: 347 time: 0.0194676 May 28 01:46:16.668334 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 57894) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:46:16.883381 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-2f0cfb6d-1149-4b91-86aa-0eb004027403 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Deleting port e0604b6c-f659-4380-a22c-2bb66831f98c {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:46:16.883719 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-2f0cfb6d-1149-4b91-86aa-0eb004027403 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:17.003097 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-2f0cfb6d-1149-4b91-86aa-0eb004027403 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:17.003424 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-2f0cfb6d-1149-4b91-86aa-0eb004027403 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:17.073467 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:46:17.130589 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-2f0cfb6d-1149-4b91-86aa-0eb004027403 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Calling delete_port for e0604b6c-f659-4380-a22c-2bb66831f98c owned by network:floatingip {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:46:17.240423 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-2f0cfb6d-1149-4b91-86aa-0eb004027403 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:17.243837 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-8635ec90-a393-4e25-b61e-d1f79dc063c0 tempest-VolumesNegativeTest-1066430108 tempest-VolumesNegativeTest-1066430108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:17.250848 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 02ea96f2-707a-4481-a508-13103d829f10 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:46:17.288545 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cfb6d-1149-4b91-86aa-0eb004027403 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Pushing event deleted for resources: {'Port': ['ID=e0604b6c-f659-4380-a22c-2bb66831f98c,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:17.321977 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-2f0cfb6d-1149-4b91-86aa-0eb004027403 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:17.327365 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] No Port match for: 02ea96f2-707a-4481-a508-13103d829f10 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:46:17.327724 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 02ea96f2-707a-4481-a508-13103d829f10 not bound to the agent host hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:46:17.379465 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-2f0cfb6d-1149-4b91-86aa-0eb004027403 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for floatingip, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:17.397541 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-2f0cfb6d-1149-4b91-86aa-0eb004027403 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for floatingip, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:17.398668 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-2f0cfb6d-1149-4b91-86aa-0eb004027403 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "DELETE /v2.0/floatingips/0e62d8ad-6716-4e6f-a8e5-9cfd92530af9 HTTP/1.1" status: 204 len: 168 time: 0.7289424 May 28 01:46:17.576175 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 57906) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:46:17.581370 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-d7452aca-ac6f-440f-a5e0-5fb338160f05 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--15520920', 'description': 'tempest-description--490286899'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:46:17.587185 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-d7452aca-ac6f-440f-a5e0-5fb338160f05 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:46:17.591414 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-d7452aca-ac6f-440f-a5e0-5fb338160f05 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Usage tracker for resource:security_group and tenant:754c0001c83d4af1bdc6a16555b480e4 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:46:17.594789 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-d7452aca-ac6f-440f-a5e0-5fb338160f05 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:46:17.600671 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-d7452aca-ac6f-440f-a5e0-5fb338160f05 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:46:17.611034 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d7452aca-ac6f-440f-a5e0-5fb338160f05 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:17.631026 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-d7452aca-ac6f-440f-a5e0-5fb338160f05 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:46:17.634821 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-d7452aca-ac6f-440f-a5e0-5fb338160f05 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Usage tracker for resource:security_group_rule and tenant:754c0001c83d4af1bdc6a16555b480e4 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:46:17.638675 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-d7452aca-ac6f-440f-a5e0-5fb338160f05 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:46:17.644731 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-d7452aca-ac6f-440f-a5e0-5fb338160f05 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:46:17.716391 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d7452aca-ac6f-440f-a5e0-5fb338160f05 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:17.720554 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d7452aca-ac6f-440f-a5e0-5fb338160f05 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:17.725789 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-77115175-b19a-4778-a9e0-f7df30ad0868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:17.767785 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7452aca-ac6f-440f-a5e0-5fb338160f05 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:17.770139 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d7452aca-ac6f-440f-a5e0-5fb338160f05 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:17.773897 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-d7452aca-ac6f-440f-a5e0-5fb338160f05 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1941767 May 28 01:46:17.773897 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-d7452aca-ac6f-440f-a5e0-5fb338160f05 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:17.774245 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 57914) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:46:17.779754 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-564dcf7c-0d6a-4382-8317-a748f0b9909a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Request body: {'security_group_rule': {'security_group_id': '7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:46:17.785926 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-564dcf7c-0d6a-4382-8317-a748f0b9909a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:46:17.790052 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-564dcf7c-0d6a-4382-8317-a748f0b9909a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Usage tracker for resource:security_group_rule and tenant:754c0001c83d4af1bdc6a16555b480e4 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:46:17.793120 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-564dcf7c-0d6a-4382-8317-a748f0b9909a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:46:17.799600 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-564dcf7c-0d6a-4382-8317-a748f0b9909a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:46:17.814715 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-564dcf7c-0d6a-4382-8317-a748f0b9909a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:17.875677 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-564dcf7c-0d6a-4382-8317-a748f0b9909a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:17.879218 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-564dcf7c-0d6a-4382-8317-a748f0b9909a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985474'] for security_group_rule, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:17.881192 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:17.907438 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564dcf7c-0d6a-4382-8317-a748f0b9909a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92d8ed5-9aa5-4de1-aac1-b0d57277b727,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:17.910259 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-564dcf7c-0d6a-4382-8317-a748f0b9909a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:17.913039 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-564dcf7c-0d6a-4382-8317-a748f0b9909a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:17.914323 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-564dcf7c-0d6a-4382-8317-a748f0b9909a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390460 May 28 01:46:17.916972 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 57918) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:46:17.922537 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-9ddf33b9-72e5-4016-8fde-3492f7796035 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Request body: {'security_group_rule': {'security_group_id': '7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:46:17.928283 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-9ddf33b9-72e5-4016-8fde-3492f7796035 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:46:17.931967 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-9ddf33b9-72e5-4016-8fde-3492f7796035 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Usage tracker for resource:security_group_rule and tenant:754c0001c83d4af1bdc6a16555b480e4 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:46:17.935394 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-9ddf33b9-72e5-4016-8fde-3492f7796035 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:46:17.940948 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-9ddf33b9-72e5-4016-8fde-3492f7796035 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:46:17.959386 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9ddf33b9-72e5-4016-8fde-3492f7796035 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:18.020002 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9ddf33b9-72e5-4016-8fde-3492f7796035 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:18.023583 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9ddf33b9-72e5-4016-8fde-3492f7796035 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985474'] for security_group_rule, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:18.025602 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:18.047618 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf33b9-72e5-4016-8fde-3492f7796035 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede06bd2-36c9-4e03-a131-4ad182128cbe,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:18.050002 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9ddf33b9-72e5-4016-8fde-3492f7796035 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:18.057140 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9ddf33b9-72e5-4016-8fde-3492f7796035 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:18.058275 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-9ddf33b9-72e5-4016-8fde-3492f7796035 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403716 May 28 01:46:18.061973 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 57924) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:46:18.067007 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Request body: {'floatingip': {'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:46:18.072473 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:46:18.076210 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Usage tracker for resource:floatingip and tenant:754c0001c83d4af1bdc6a16555b480e4 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:46:18.078990 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:46:18.084581 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:46:18.094988 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for floatingip, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:18.231400 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:18.370387 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_common [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Allocated IP 172.28.1.4 (5b4592e9-59af-4549-9f0c-c75a5f18ce50/a16ae849-d4aa-45ca-8c4c-825a3c72e0a4/516fbf21-3714-4b11-91c0-6303fde743ad) {{(pid=98374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:46:18.513911 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for port, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:18.542337 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:18.546574 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:18.608584 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:46:18.611359 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:46:18.617919 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Received port after_create {{(pid=98374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:46:18.644366 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Pushing event updated for resources: {'Port': ['ID=516fbf21-3714-4b11-91c0-6303fde743ad,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:18.649381 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:18.698612 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:18.759178 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:19.046892 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for port, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:19.051466 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10898818'] for port, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:19.055985 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:19.181962 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Pushing event updated for resources: {'Port': ['ID=516fbf21-3714-4b11-91c0-6303fde743ad,revision_number=2']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:19.186821 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:19.195071 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025534'] for floatingip, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:19.222569 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for floatingip, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:19.223783 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1608918 May 28 01:46:19.443651 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-621de182-0528-48f7-8a48-fff8298daea6 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Synchronizing usage tracker for tenant:754c0001c83d4af1bdc6a16555b480e4 on resource:security_group {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:46:19.459870 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-621de182-0528-48f7-8a48-fff8298daea6 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Unset dirty status for tenant:754c0001c83d4af1bdc6a16555b480e4 on resource:security_group {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:46:19.460970 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-621de182-0528-48f7-8a48-fff8298daea6 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--15520920&fields=id&tenant_id=754c0001c83d4af1bdc6a16555b480e4 HTTP/1.1" status: 200 len: 267 time: 0.0573211 May 28 01:46:19.701839 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-08175204-f0a5-4abd-b435-c8ec09777134 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:19.703416 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-08175204-f0a5-4abd-b435-c8ec09777134 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/networks?id=3463d1e7-4623-4440-bb64-03cc52099eb5 HTTP/1.1" status: 200 len: 817 time: 0.2356668 May 28 01:46:19.718330 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-deda2902-b8bd-4696-9780-649066435616 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/quotas/754c0001c83d4af1bdc6a16555b480e4 HTTP/1.1" status: 200 len: 375 time: 0.0093455 May 28 01:46:19.801130 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-fdb62151-32ec-4c7b-976d-17575ae3ffd7 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Synchronizing usage tracker for tenant:754c0001c83d4af1bdc6a16555b480e4 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:46:19.815636 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-fdb62151-32ec-4c7b-976d-17575ae3ffd7 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Unset dirty status for tenant:754c0001c83d4af1bdc6a16555b480e4 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:46:19.816925 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-fdb62151-32ec-4c7b-976d-17575ae3ffd7 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=754c0001c83d4af1bdc6a16555b480e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0937762 May 28 01:46:19.958866 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-197cd3c5-7bd5-4a6b-913a-b4d86e3b51bd service neutron] 10.222.0.32 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298871 May 28 01:46:20.098269 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-d067d5c0-cf63-4c7a-a8b7-ff12f85e3bed service neutron] 10.222.0.32 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336141 May 28 01:46:20.285115 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8de92dd6-5ebb-4e70-9f83-90e770357237 req-ff436b50-e570-4edf-9078-9914a0c7059c tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 210 time: 0.0429354 May 28 01:46:21.509429 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-331120f3-7489-4bc8-a43e-065a342d9345 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:21.513029 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-331120f3-7489-4bc8-a43e-065a342d9345 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.20 "GET /v2.0/networks?id=3463d1e7-4623-4440-bb64-03cc52099eb5 HTTP/1.1" status: 200 len: 817 time: 0.2167499 May 28 01:46:21.515433 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2e90ff08-ac3c-490e-99b7-9d77d8496524 req-6cd25120-2f5a-43f5-b348-762ebc32959a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 210 time: 0.0611088 May 28 01:46:21.573826 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-13aced5c-e3c5-4ebe-b02b-3946fac2aa86 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=754c0001c83d4af1bdc6a16555b480e4 HTTP/1.1" status: 200 len: 378 time: 0.0430744 May 28 01:46:21.585738 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-52e34ca3-709a-444e-a2af-88924cdbf83b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Request body: {'port': {'device_id': '1e026c61-9b39-47ea-bd8a-95a0773d13b3', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'admin_state_up': True, 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'security_groups': ['7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e']}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:46:21.743501 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-52e34ca3-709a-444e-a2af-88924cdbf83b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:46:21.754962 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-52e34ca3-709a-444e-a2af-88924cdbf83b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:46:21.765576 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-52e34ca3-709a-444e-a2af-88924cdbf83b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Made reservation on behalf of 754c0001c83d4af1bdc6a16555b480e4 for: {'port': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:46:21.769470 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-52e34ca3-709a-444e-a2af-88924cdbf83b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:21.943017 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-52e34ca3-709a-444e-a2af-88924cdbf83b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Allocated IP 172.20.0.9 (3463d1e7-4623-4440-bb64-03cc52099eb5/61422ffd-2b35-4f4c-a3bf-b8c5addbfe48/fa470b9c-1c94-4339-b794-681321438ce5) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:46:22.128609 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-52e34ca3-709a-444e-a2af-88924cdbf83b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:22.145811 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-52e34ca3-709a-444e-a2af-88924cdbf83b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Transition to ACTIVE for port object fa470b9c-1c94-4339-b794-681321438ce5 will not be triggered until provisioned by entity DHCP. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:46:22.169779 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-52e34ca3-709a-444e-a2af-88924cdbf83b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:22.175397 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:22.254065 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-52e34ca3-709a-444e-a2af-88924cdbf83b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Network 3463d1e7-4623-4440-bb64-03cc52099eb5 is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:46:22.257129 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-52e34ca3-709a-444e-a2af-88924cdbf83b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:46:22.259515 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-52e34ca3-709a-444e-a2af-88924cdbf83b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:46:22.299174 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e34ca3-709a-444e-a2af-88924cdbf83b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Pushing event updated for resources: {'Port': ['ID=fa470b9c-1c94-4339-b794-681321438ce5,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:22.302347 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-52e34ca3-709a-444e-a2af-88924cdbf83b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:22.335950 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-52e34ca3-709a-444e-a2af-88924cdbf83b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:22.336597 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-52e34ca3-709a-444e-a2af-88924cdbf83b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:22.363911 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-52e34ca3-709a-444e-a2af-88924cdbf83b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7818172 May 28 01:46:22.383192 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Request body: {'port': {'device_id': '1e026c61-9b39-47ea-bd8a-95a0773d13b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:46:22.453547 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-11c75a5f-32f9-45d2-b429-68f7e51b7f3e None None] Provisioning for port fa470b9c-1c94-4339-b794-681321438ce5 completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:46:22.459111 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-11c75a5f-32f9-45d2-b429-68f7e51b7f3e None None] Provisioning complete for port fa470b9c-1c94-4339-b794-681321438ce5 triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:46:22.459626 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-11c75a5f-32f9-45d2-b429-68f7e51b7f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:22.497516 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:22.517778 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-11c75a5f-32f9-45d2-b429-68f7e51b7f3e None None] Port fa470b9c-1c94-4339-b794-681321438ce5 cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:46:22.906790 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfe3f9-4e25-4a44-bf61-e5b32f77c00b req-7f71f0fd-adc9-45b1-8c60-79b21ef26e08 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:22.907498 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-32dfe3f9-4e25-4a44-bf61-e5b32f77c00b req-7f71f0fd-adc9-45b1-8c60-79b21ef26e08 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Synchronizing usage tracker for tenant:754c0001c83d4af1bdc6a16555b480e4 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:46:22.942534 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-32dfe3f9-4e25-4a44-bf61-e5b32f77c00b req-7f71f0fd-adc9-45b1-8c60-79b21ef26e08 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Unset dirty status for tenant:754c0001c83d4af1bdc6a16555b480e4 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:46:22.943715 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-32dfe3f9-4e25-4a44-bf61-e5b32f77c00b req-7f71f0fd-adc9-45b1-8c60-79b21ef26e08 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 931 time: 0.3117321 May 28 01:46:23.045798 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-32dfe3f9-4e25-4a44-bf61-e5b32f77c00b req-7420628c-4e18-42a5-b3d7-cfe9329f8b9f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0905321 May 28 01:46:23.047689 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa470b9c-1c94-4339-b794-681321438ce5 {{(pid=98373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:46:23.055775 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:23.072605 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Transition to ACTIVE for port object fa470b9c-1c94-4339-b794-681321438ce5 will not be triggered until provisioned by entity L2. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:46:23.077074 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:23.081529 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-e3db949e-d11d-4be4-8fc7-299ee562b365 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:23.219839 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Pushing event updated for resources: {'Port': ['ID=fa470b9c-1c94-4339-b794-681321438ce5,revision_number=2']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:23.245755 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:23.329378 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Attempting to bind port fa470b9c-1c94-4339-b794-681321438ce5 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:46:23.329709 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Attempting to bind port fa470b9c-1c94-4339-b794-681321438ce5 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'ce986316-ef6e-4159-a849-45e757f20df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5'}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:46:23.330135 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Attempting to bind port fa470b9c-1c94-4339-b794-681321438ce5 on network 3463d1e7-4623-4440-bb64-03cc52099eb5 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:46:23.334773 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Port fa470b9c-1c94-4339-b794-681321438ce5 on network 3463d1e7-4623-4440-bb64-03cc52099eb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 01:46:23.335085 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Attempting to bind port fa470b9c-1c94-4339-b794-681321438ce5 on network 3463d1e7-4623-4440-bb64-03cc52099eb5 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:46:23.340911 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Checking agent: {'id': '1b125da3-7d0c-4b26-bfd9-a1004cddd395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:46:23.341238 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Checking segment: {'id': 'ce986316-ef6e-4159-a849-45e757f20df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:46:23.341611 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Bound using segment: {'id': 'ce986316-ef6e-4159-a849-45e757f20df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5'} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:46:23.342020 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Bound port: fa470b9c-1c94-4339-b794-681321438ce5, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce986316-ef6e-4159-a849-45e757f20df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5'}}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:46:23.342355 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:23.428700 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] For port fa470b9c-1c94-4339-b794-681321438ce5, host hv-cinder-79351, cleared binding levels {{(pid=98373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:46:23.431554 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] For port fa470b9c-1c94-4339-b794-681321438ce5, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fa470b9c-1c94-4339-b794-681321438ce5,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:46:23.436623 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:23.441179 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-146d6ef1-0be8-4481-9ace-2fb9f9323bb0 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:23.500666 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:23.501280 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:23.502664 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] 10.222.0.20 "PUT /v2.0/ports/fa470b9c-1c94-4339-b794-681321438ce5 HTTP/1.1" status: 200 len: 1093 time: 1.1239121 May 28 01:46:23.503167 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e026c61-9b39-47ea-bd8a-95a0773d13b3', 'tag': 'fa470b9c-1c94-4339-b794-681321438ce5'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:46:23.526600 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Pushing event updated for resources: {'Port': ['ID=fa470b9c-1c94-4339-b794-681321438ce5,revision_number=3']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:23.530811 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:23.557708 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e026c61-9b39-47ea-bd8a-95a0773d13b3', 'tag': 'fa470b9c-1c94-4339-b794-681321438ce5', 'status': 'completed', 'code': 200} May 28 01:46:23.656003 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-9f656d3a-5904-4c79-8d34-70ab70e61295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:23.657555 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-9f656d3a-5904-4c79-8d34-70ab70e61295 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=754c0001c83d4af1bdc6a16555b480e4&device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 1096 time: 0.0742035 May 28 01:46:23.736127 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-39a3c3f8-2f7d-4b48-ab9e-1a16be2ae0b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa470b9c-1c94-4339-b794-681321438ce5 HTTP/1.1" status: 200 len: 217 time: 0.0638204 May 28 01:46:23.798022 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-80b4e527-5ebf-4bbc-b830-39693cbe5221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:23.799445 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-80b4e527-5ebf-4bbc-b830-39693cbe5221 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61422ffd-2b35-4f4c-a3bf-b8c5addbfe48 HTTP/1.1" status: 200 len: 856 time: 0.0570672 May 28 01:46:23.877960 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-33800c1a-c85a-46c1-8134-f10f3f7678fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:23.879286 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-33800c1a-c85a-46c1-8134-f10f3f7678fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3463d1e7-4623-4440-bb64-03cc52099eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716994 May 28 01:46:24.009815 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-0117c0e8-cc37-4117-8616-5963bd942297 service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227319 May 28 01:46:24.153758 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8f274f35-43af-4635-a7f8-920667c0ffbb req-6226eefa-6d2a-498c-92e4-f9354ce88383 service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360726 May 28 01:46:24.233694 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eb74c-0227-438b-b6bc-75b01d0a8db9 req-82f91f30-f851-47f9-8f7d-2ef0f47c705d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:24.235180 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3c9eb74c-0227-438b-b6bc-75b01d0a8db9 req-82f91f30-f851-47f9-8f7d-2ef0f47c705d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 943 time: 0.0802460 May 28 01:46:24.328638 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3c9eb74c-0227-438b-b6bc-75b01d0a8db9 req-96cc6346-ef97-41b5-a78f-5c513d35cac6 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0879345 May 28 01:46:24.350049 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58516f-6eb2-4b5a-920b-1e2efee56cb4 req-f219a426-852b-4ca9-b3fe-a7ebee20b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:24.351508 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9d58516f-6eb2-4b5a-920b-1e2efee56cb4 req-f219a426-852b-4ca9-b3fe-a7ebee20b04d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=754c0001c83d4af1bdc6a16555b480e4&device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 1096 time: 0.0909264 May 28 01:46:24.486382 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58516f-6eb2-4b5a-920b-1e2efee56cb4 req-f922dddf-faa8-4ed9-8f4d-dcb110b67b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:24.487793 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9d58516f-6eb2-4b5a-920b-1e2efee56cb4 req-f922dddf-faa8-4ed9-8f4d-dcb110b67b4d service neutron] 10.222.0.20 "GET /v2.0/networks?id=3463d1e7-4623-4440-bb64-03cc52099eb5 HTTP/1.1" status: 200 len: 918 time: 0.1293464 May 28 01:46:24.561215 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9d58516f-6eb2-4b5a-920b-1e2efee56cb4 req-105d84e1-1248-4a61-8834-d9fa86723e9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa470b9c-1c94-4339-b794-681321438ce5 HTTP/1.1" status: 200 len: 217 time: 0.0646186 May 28 01:46:24.714816 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58516f-6eb2-4b5a-920b-1e2efee56cb4 req-a30296f7-064b-4188-a17d-de4addfbbdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:24.716712 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9d58516f-6eb2-4b5a-920b-1e2efee56cb4 req-a30296f7-064b-4188-a17d-de4addfbbdf9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61422ffd-2b35-4f4c-a3bf-b8c5addbfe48 HTTP/1.1" status: 200 len: 856 time: 0.1484182 May 28 01:46:24.793008 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58516f-6eb2-4b5a-920b-1e2efee56cb4 req-eae26f9b-801f-46fb-b410-4b084f7e432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:24.794500 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9d58516f-6eb2-4b5a-920b-1e2efee56cb4 req-eae26f9b-801f-46fb-b410-4b084f7e432e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3463d1e7-4623-4440-bb64-03cc52099eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690370 May 28 01:46:24.927832 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9d58516f-6eb2-4b5a-920b-1e2efee56cb4 req-b2757bc6-29e0-41fe-8da6-ef1a3197d452 service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246736 May 28 01:46:25.068478 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9d58516f-6eb2-4b5a-920b-1e2efee56cb4 req-3c9c6559-1b3b-4e3d-a010-647c2e60a862 service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324635 May 28 01:46:25.536440 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a03640-bae2-489d-b1d2-577b5a5edf39 req-49f08709-abc6-4215-9fdf-f66beaaa2981 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:25.538034 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-08a03640-bae2-489d-b1d2-577b5a5edf39 req-49f08709-abc6-4215-9fdf-f66beaaa2981 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 943 time: 0.0930240 May 28 01:46:25.590940 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-08a03640-bae2-489d-b1d2-577b5a5edf39 req-12a36b87-8fa9-45af-b69c-393ecf6480ec tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467505 May 28 01:46:26.785107 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9a70e-8b30-4728-bf64-b3882cde9b1c req-639ffe53-f5af-4d6c-ab0b-14fa9c352079 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:26.786284 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d6d9a70e-8b30-4728-bf64-b3882cde9b1c req-639ffe53-f5af-4d6c-ab0b-14fa9c352079 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 943 time: 0.0856652 May 28 01:46:26.890957 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d6d9a70e-8b30-4728-bf64-b3882cde9b1c req-d383aa46-108d-4b6b-ae66-be3dd6b7831e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0993755 May 28 01:46:26.917009 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ca264-e6df-4970-9ffe-3d6179ad8b6a req-2c89585c-8932-4f0e-91d4-1e07bc39169d tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:26.924534 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9e9ca264-e6df-4970-9ffe-3d6179ad8b6a req-2c89585c-8932-4f0e-91d4-1e07bc39169d tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.1195269 May 28 01:46:26.939077 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-86f35fe5-c3f6-46df-8005-dcc367930dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:26.972372 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9e9ca264-e6df-4970-9ffe-3d6179ad8b6a req-53605e51-06db-47eb-b37b-fc111d46cda8 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469179 May 28 01:46:27.301790 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device fa470b9c-1c94-4339-b794-681321438ce5 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:46:27.434445 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port fa470b9c-1c94-4339-b794-681321438ce5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fa470b9c-1c94-4339-b794-681321438ce5,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:46:27.448611 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': 'fa470b9c-1c94-4339-b794-681321438ce5', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'port_id': 'fa470b9c-1c94-4339-b794-681321438ce5', 'mac_address': 'fa:16:3e:8a:0c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:46:27.505745 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:27.522967 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa470b9c-1c94-4339-b794-681321438ce5 {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:46:27.538429 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port fa470b9c-1c94-4339-b794-681321438ce5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fa470b9c-1c94-4339-b794-681321438ce5,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:46:27.541924 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:27.544217 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:27.607548 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=fa470b9c-1c94-4339-b794-681321438ce5,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:27.615128 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:27.615478 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:27.615835 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:27.616175 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:27.616554 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:27.616880 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:27.617205 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:27.617527 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:27.617875 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:27.618196 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:27.618541 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:27.618885 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:27.623180 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:27.869973 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['fa470b9c-1c94-4339-b794-681321438ce5'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:46:28.129793 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a45d88-4ef1-4761-88e3-a0beb9fc92a7 req-a4c53ccb-f3f8-4b43-8fd8-a4a694177b81 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:28.131181 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c3a45d88-4ef1-4761-88e3-a0beb9fc92a7 req-a4c53ccb-f3f8-4b43-8fd8-a4a694177b81 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 944 time: 0.1221268 May 28 01:46:28.190835 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c3a45d88-4ef1-4761-88e3-a0beb9fc92a7 req-f8a845ad-bf53-4013-9a67-e4edfd2b0c90 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526171 May 28 01:46:28.214769 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1510136-b7f8-41b6-aa3b-29c10f911c47 req-d783be16-f24a-4fed-9a13-4b13e19acc8d tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:28.217125 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f1510136-b7f8-41b6-aa3b-29c10f911c47 req-d783be16-f24a-4fed-9a13-4b13e19acc8d tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.1352413 May 28 01:46:28.267114 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f1510136-b7f8-41b6-aa3b-29c10f911c47 req-67fb652b-8a3d-4885-9ba7-d2f9e0cb7572 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391617 May 28 01:46:28.580944 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 58082) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:46:28.696102 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:28.710624 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:46:28.714678 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Usage tracker for resource:security_group_rule and tenant:9e833c1af99a4e71954b13e34120d562 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:46:28.717573 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:46:28.723410 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:46:28.808202 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:28.811615 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:28.818477 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:28.859473 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e833c1af99a4e71954b13e34120d562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774029 May 28 01:46:28.860359 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c9490e-43ce-410e-afef-34bcdada83dc,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:28.862148 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 58088) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:46:28.867566 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:28.867982 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:28.868352 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:28.868717 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:28.869073 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:28.869430 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:28.869790 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:28.870144 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:28.870496 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:28.870848 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:28.871252 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:28.871603 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:28.875506 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:28.921787 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-08408111-9f9a-4a0f-b083-307011638a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:28.949452 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-08408111-9f9a-4a0f-b083-307011638a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:29.001732 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-08408111-9f9a-4a0f-b083-307011638a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:29.006872 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-5d57193e-45c7-4a38-9278-b7eba1571f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:29.018919 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08408111-9f9a-4a0f-b083-307011638a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c9490e-43ce-410e-afef-34bcdada83dc,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:29.021169 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-08408111-9f9a-4a0f-b083-307011638a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:29.023258 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-08408111-9f9a-4a0f-b083-307011638a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:29.024347 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-08408111-9f9a-4a0f-b083-307011638a3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68c9490e-43ce-410e-afef-34bcdada83dc HTTP/1.1" status: 204 len: 168 time: 0.1612551 May 28 01:46:29.244074 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:29.322043 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device fa470b9c-1c94-4339-b794-681321438ce5 up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:46:29.444728 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437c712-0db2-4319-9360-9e2fd2ab979c req-7c68f479-b0ee-427d-8ec8-8e23d7a453fd tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:29.446381 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0437c712-0db2-4319-9360-9e2fd2ab979c req-7c68f479-b0ee-427d-8ec8-8e23d7a453fd tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 944 time: 0.1282909 May 28 01:46:29.456918 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning for port fa470b9c-1c94-4339-b794-681321438ce5 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:46:29.463154 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port fa470b9c-1c94-4339-b794-681321438ce5 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:46:29.463642 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:29.516225 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0437c712-0db2-4319-9360-9e2fd2ab979c req-e2a7e0df-a778-43cd-9e1b-1dc67e757a79 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600057 May 28 01:46:29.554513 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc0af6-6f92-4ac6-8566-398ec2387ad4 req-99df34a3-9c49-4a65-8a9b-73c66f0f21d1 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:29.554513 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-dccc0af6-6f92-4ac6-8566-398ec2387ad4 req-99df34a3-9c49-4a65-8a9b-73c66f0f21d1 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.1593997 May 28 01:46:29.571362 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:29.574093 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-86e98f99-4f35-4923-8041-9a43da305dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:29.601468 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-dccc0af6-6f92-4ac6-8566-398ec2387ad4 req-4ad05964-9e9c-4b73-a6ee-d935667c8b74 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487816 May 28 01:46:29.642784 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:29.674805 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e026c61-9b39-47ea-bd8a-95a0773d13b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa470b9c-1c94-4339-b794-681321438ce5'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:46:29.689503 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port fa470b9c-1c94-4339-b794-681321438ce5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fa470b9c-1c94-4339-b794-681321438ce5,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:46:29.695808 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:29.697859 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:29.736061 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e026c61-9b39-47ea-bd8a-95a0773d13b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa470b9c-1c94-4339-b794-681321438ce5', 'code': 200} May 28 01:46:29.772102 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=fa470b9c-1c94-4339-b794-681321438ce5,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:29.775380 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:29.778470 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 58126) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:46:29.904177 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-06eff58c-6f5e-433e-b287-67b664432d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:29.948687 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-06eff58c-6f5e-433e-b287-67b664432d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:46:29.963866 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-06eff58c-6f5e-433e-b287-67b664432d66 admin admin] Usage tracker for resource:security_group_rule and tenant:9126f64ba4aa4025b45d0a9afe8632ca is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:46:29.967770 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-06eff58c-6f5e-433e-b287-67b664432d66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:46:29.974635 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-06eff58c-6f5e-433e-b287-67b664432d66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:46:30.032073 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b0010-ca9e-48d3-bad0-69cb26f4b110 req-a11a91ab-9abf-48f2-be1c-0f68de7c77a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:30.033768 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3e9b0010-ca9e-48d3-bad0-69cb26f4b110 req-a11a91ab-9abf-48f2-be1c-0f68de7c77a7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 1098 time: 0.1137655 May 28 01:46:30.104367 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3e9b0010-ca9e-48d3-bad0-69cb26f4b110 req-4e9fbc37-60d0-4535-a4a9-92b145afb9c9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605030 May 28 01:46:30.112702 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-06eff58c-6f5e-433e-b287-67b664432d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:30.116405 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-06eff58c-6f5e-433e-b287-67b664432d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:30.125697 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:30.168502 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-06eff58c-6f5e-433e-b287-67b664432d66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9126f64ba4aa4025b45d0a9afe8632ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3861446 May 28 01:46:30.168502 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eff58c-6f5e-433e-b287-67b664432d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74eda104-ecca-4442-866e-7dcb1e914ad0,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:30.168918 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 58138) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:46:30.171369 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-06eff58c-6f5e-433e-b287-67b664432d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:30.229941 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-36ddde29-b518-43c4-9c81-cf2d9e776476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:30.259017 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-36ddde29-b518-43c4-9c81-cf2d9e776476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:30.316659 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-36ddde29-b518-43c4-9c81-cf2d9e776476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:30.321173 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-54f74587-56b2-4812-97d3-9d501aa80e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:30.332138 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddde29-b518-43c4-9c81-cf2d9e776476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eda104-ecca-4442-866e-7dcb1e914ad0,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:30.334910 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-36ddde29-b518-43c4-9c81-cf2d9e776476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:30.347752 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-36ddde29-b518-43c4-9c81-cf2d9e776476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:30.351150 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-36ddde29-b518-43c4-9c81-cf2d9e776476 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74eda104-ecca-4442-866e-7dcb1e914ad0 HTTP/1.1" status: 204 len: 168 time: 0.1783135 May 28 01:46:30.621632 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:30.726596 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3aa2d3-3ec4-48b1-beab-5c6580dab026 req-933c375d-0a16-496d-9e90-f9bf3420d2e9 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:30.728215 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3d3aa2d3-3ec4-48b1-beab-5c6580dab026 req-933c375d-0a16-496d-9e90-f9bf3420d2e9 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0876703 May 28 01:46:30.817338 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3d3aa2d3-3ec4-48b1-beab-5c6580dab026 req-859f0add-e8b1-4134-b202-9821075327b1 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577004 May 28 01:46:30.848947 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc806a1f-f649-4af8-bc0c-58e01beb4185 req-09ecb8ce-0384-4352-b85a-584c13c1c274 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:30.848947 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fc806a1f-f649-4af8-bc0c-58e01beb4185 req-09ecb8ce-0384-4352-b85a-584c13c1c274 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.1137640 May 28 01:46:30.885515 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fc806a1f-f649-4af8-bc0c-58e01beb4185 req-46b6f05a-ca89-4b2c-a8dc-e60c0ca2cd63 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370660 May 28 01:46:32.086228 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdde50-8fbf-4a45-9e03-f4ab2e0146e5 req-13646c2e-8159-4f3a-9136-45e162aa4e25 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:32.088420 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2dfdde50-8fbf-4a45-9e03-f4ab2e0146e5 req-13646c2e-8159-4f3a-9136-45e162aa4e25 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.1453795 May 28 01:46:32.127005 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc87883-f16a-40f4-9ee2-cbcf4f5775c0 req-998246eb-c3e7-441c-b28a-bdb6f1a21e18 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:32.128427 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4bc87883-f16a-40f4-9ee2-cbcf4f5775c0 req-998246eb-c3e7-441c-b28a-bdb6f1a21e18 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.1184139 May 28 01:46:32.254540 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2dfdde50-8fbf-4a45-9e03-f4ab2e0146e5 req-55984090-cbc6-4aa8-bf46-0154f771dcf3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1584921 May 28 01:46:32.274623 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4bc87883-f16a-40f4-9ee2-cbcf4f5775c0 req-b08fd9c1-3a4a-40b4-aabf-a2f88c36b8dd tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382344 May 28 01:46:32.299877 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:32.441800 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b380cb-58a1-48a5-a04f-2d9dd3a49600 req-57a5f893-65dd-4d79-a521-f9c9cb992fd0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:32.443176 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-41b380cb-58a1-48a5-a04f-2d9dd3a49600 req-57a5f893-65dd-4d79-a521-f9c9cb992fd0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0778129 May 28 01:46:32.452175 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 58168) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:46:32.457496 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-99c37f5e-421b-4e72-9db9-78822ce67747 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Request body: {'floatingip': {'port_id': 'fa470b9c-1c94-4339-b794-681321438ce5'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:46:32.535073 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-99c37f5e-421b-4e72-9db9-78822ce67747 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for floatingip, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:33.102496 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-99c37f5e-421b-4e72-9db9-78822ce67747 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:33.107200 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-99c37f5e-421b-4e72-9db9-78822ce67747 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025534'] for floatingip, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:33.271867 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.db.l3_db [None req-99c37f5e-421b-4e72-9db9-78822ce67747 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Floating IP 3a19b523-cb7f-45c5-945f-487bb473bb17 associated. External IP: 172.28.1.4, port: fa470b9c-1c94-4339-b794-681321438ce5. May 28 01:46:33.486183 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dac848-50f6-46bf-a0f9-2c43fc16876b req-f5106fd1-fae4-458d-a169-f74ad6cb6249 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:33.486183 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-65dac848-50f6-46bf-a0f9-2c43fc16876b req-f5106fd1-fae4-458d-a169-f74ad6cb6249 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.0945559 May 28 01:46:33.548057 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-65dac848-50f6-46bf-a0f9-2c43fc16876b req-ebb222ce-5598-480d-a644-bff6393d6bd0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501463 May 28 01:46:33.754321 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c37f5e-421b-4e72-9db9-78822ce67747 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:46:33.933263 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c37f5e-421b-4e72-9db9-78822ce67747 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:46:33.938279 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-99c37f5e-421b-4e72-9db9-78822ce67747 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for floatingip, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:33.942944 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407daff6-b03d-416b-be6c-cfc5b9500bc6 None None] Sync routers for ids ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'] in dv-cinder-793515-1-smb {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:46:33.952925 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407daff6-b03d-416b-be6c-cfc5b9500bc6 None None] Routers {'633c5120-cd69-4d2e-b712-7d48ce6c7a10'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:46:33.953587 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-407daff6-b03d-416b-be6c-cfc5b9500bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:46:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:46:33.993208 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-99c37f5e-421b-4e72-9db9-78822ce67747 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "PUT /v2.0/floatingips/3a19b523-cb7f-45c5-945f-487bb473bb17 HTTP/1.1" status: 200 len: 989 time: 1.5399148 May 28 01:46:33.993986 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e026c61-9b39-47ea-bd8a-95a0773d13b3', 'tag': 'fa470b9c-1c94-4339-b794-681321438ce5'}] {{(pid=98374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:46:34.045276 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e026c61-9b39-47ea-bd8a-95a0773d13b3', 'tag': 'fa470b9c-1c94-4339-b794-681321438ce5', 'status': 'completed', 'code': 200} May 28 01:46:34.142040 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-407daff6-b03d-416b-be6c-cfc5b9500bc6 None None] Set router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:46:34.198454 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8292e-f44b-4836-ace3-c5b07273b765 req-f076eb40-b84f-4fcb-bfbf-b76dc04f815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:34.200652 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-04c8292e-f44b-4836-ace3-c5b07273b765 req-f076eb40-b84f-4fcb-bfbf-b76dc04f815c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=754c0001c83d4af1bdc6a16555b480e4&device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 1098 time: 0.0766912 May 28 01:46:34.334265 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8292e-f44b-4836-ace3-c5b07273b765 req-44f0fd29-ee65-41e0-84d3-2733b2b58611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:34.335714 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-04c8292e-f44b-4836-ace3-c5b07273b765 req-44f0fd29-ee65-41e0-84d3-2733b2b58611 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3463d1e7-4623-4440-bb64-03cc52099eb5 HTTP/1.1" status: 200 len: 918 time: 0.1273708 May 28 01:46:34.438409 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-04c8292e-f44b-4836-ace3-c5b07273b765 req-61054af1-dd1e-41cc-9095-68358b8b6350 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa470b9c-1c94-4339-b794-681321438ce5 HTTP/1.1" status: 200 len: 997 time: 0.0961990 May 28 01:46:34.490589 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-407daff6-b03d-416b-be6c-cfc5b9500bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:42:34Z', 'revision_number': 4, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port': {'id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_floatingips': [{'id': '3a19b523-cb7f-45c5-945f-487bb473bb17', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'floating_ip_address': '172.28.1.4', 'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'router_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'port_id': 'fa470b9c-1c94-4339-b794-681321438ce5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'mac_address': 'fa:16:3e:8a:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e026c61-9b39-47ea-bd8a-95a0773d13b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T01:46:18Z', 'updated_at': '2021-05-28T01:46:32Z', 'revision_number': 1, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef915c6-0b92-4761-bfdf-6482e7753089', 'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'mac_address': 'fa:16:3e:b7:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:29Z', 'updated_at': '2021-05-28T01:42:43Z', 'revision_number': 5, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'subnets': [{'id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:46:34.494373 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407daff6-b03d-416b-be6c-cfc5b9500bc6 None None] Checking router: 633c5120-cd69-4d2e-b712-7d48ce6c7a10 for host: dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:46:34.503140 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407daff6-b03d-416b-be6c-cfc5b9500bc6 None None] Routers {'633c5120-cd69-4d2e-b712-7d48ce6c7a10'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:46:34.503737 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-407daff6-b03d-416b-be6c-cfc5b9500bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:46:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:46:34.506423 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8292e-f44b-4836-ace3-c5b07273b765 req-01ea67e8-7496-47d9-bf8e-6f7fe231b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:34.507877 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-04c8292e-f44b-4836-ace3-c5b07273b765 req-01ea67e8-7496-47d9-bf8e-6f7fe231b0e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61422ffd-2b35-4f4c-a3bf-b8c5addbfe48 HTTP/1.1" status: 200 len: 856 time: 0.0626295 May 28 01:46:34.582914 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8292e-f44b-4836-ace3-c5b07273b765 req-85f287ad-64f5-455a-8ce6-37f96e1ec9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:34.584522 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-04c8292e-f44b-4836-ace3-c5b07273b765 req-85f287ad-64f5-455a-8ce6-37f96e1ec9b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3463d1e7-4623-4440-bb64-03cc52099eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706081 May 28 01:46:34.710563 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-407daff6-b03d-416b-be6c-cfc5b9500bc6 None None] Set router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:46:34.798895 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-04c8292e-f44b-4836-ace3-c5b07273b765 req-a9cd2cd0-528e-406a-a2c4-e777f596179f service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076728 May 28 01:46:34.807263 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf47bad-03e3-44a3-8216-0229c43c10dc req-3cd1f776-a70d-462d-bda1-199df78dc9df tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:34.808792 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1cf47bad-03e3-44a3-8216-0229c43c10dc req-3cd1f776-a70d-462d-bda1-199df78dc9df tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.1385102 May 28 01:46:34.937803 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1cf47bad-03e3-44a3-8216-0229c43c10dc req-b2f5bd64-f4f0-4c92-81da-4a1fe8d4da28 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088586 May 28 01:46:34.987428 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-04c8292e-f44b-4836-ace3-c5b07273b765 req-87760381-a768-4a80-b6b7-5702e1847abd service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735058 May 28 01:46:35.071775 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-407daff6-b03d-416b-be6c-cfc5b9500bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:42:34Z', 'revision_number': 4, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port': {'id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_floatingips': [{'id': '3a19b523-cb7f-45c5-945f-487bb473bb17', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'floating_ip_address': '172.28.1.4', 'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'router_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'port_id': 'fa470b9c-1c94-4339-b794-681321438ce5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'mac_address': 'fa:16:3e:8a:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e026c61-9b39-47ea-bd8a-95a0773d13b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T01:46:18Z', 'updated_at': '2021-05-28T01:46:32Z', 'revision_number': 1, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef915c6-0b92-4761-bfdf-6482e7753089', 'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'mac_address': 'fa:16:3e:b7:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:29Z', 'updated_at': '2021-05-28T01:42:43Z', 'revision_number': 5, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'subnets': [{'id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:46:35.075728 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407daff6-b03d-416b-be6c-cfc5b9500bc6 None None] The sync data for ids ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'] in dv-cinder-793515-1-smb is: [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:42:34Z', 'revision_number': 4, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port': {'id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_floatingips': [{'id': '3a19b523-cb7f-45c5-945f-487bb473bb17', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'floating_ip_address': '172.28.1.4', 'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'router_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'port_id': 'fa470b9c-1c94-4339-b794-681321438ce5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'mac_address': 'fa:16:3e:8a:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e026c61-9b39-47ea-bd8a-95a0773d13b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T01:46:18Z', 'updated_at': '2021-05-28T01:46:32Z', 'revision_number': 1, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef915c6-0b92-4761-bfdf-6482e7753089', 'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'mac_address': 'fa:16:3e:b7:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:29Z', 'updated_at': '2021-05-28T01:42:43Z', 'revision_number': 5, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'subnets': [{'id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:46:35.286406 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203cee24-15d1-4afb-98d0-164b542ff8cf None None] New status for floating IP 3a19b523-cb7f-45c5-945f-487bb473bb17: ACTIVE {{(pid=98376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 01:46:36.127059 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c4e9e-b349-415e-adea-8805765a5d55 req-8f615236-3612-48fd-9bc8-5bdb205986a8 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:36.128557 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5a9c4e9e-b349-415e-adea-8805765a5d55 req-8f615236-3612-48fd-9bc8-5bdb205986a8 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.0803180 May 28 01:46:36.171106 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5a9c4e9e-b349-415e-adea-8805765a5d55 req-75428d48-ca2f-4fcf-a81d-9a3940242e18 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370836 May 28 01:46:37.360033 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b13fe-19b5-4cd7-8fcf-2089363069d9 req-ed6fdc61-a8b9-433d-8839-8024fcff02f3 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:37.361562 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ba2b13fe-19b5-4cd7-8fcf-2089363069d9 req-ed6fdc61-a8b9-433d-8839-8024fcff02f3 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.0825746 May 28 01:46:37.407595 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ba2b13fe-19b5-4cd7-8fcf-2089363069d9 req-9c1c264c-402b-4f26-9cd6-2ffbec167daa tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387352 May 28 01:46:37.751679 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa08a6b-2e51-4667-a2ad-96ae96d53a27 req-7cef7330-da99-4de2-a609-6d0d4fcbf3c7 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:37.753165 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bfa08a6b-2e51-4667-a2ad-96ae96d53a27 req-7cef7330-da99-4de2-a609-6d0d4fcbf3c7 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.0821929 May 28 01:46:37.845808 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bfa08a6b-2e51-4667-a2ad-96ae96d53a27 req-e857f439-5eef-43d8-9ebd-696f3ba03204 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547433 May 28 01:46:37.860746 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc1a23-dfc6-4f30-b944-2e13da5d19a3 req-7999f379-335f-49a7-b596-7b98e1764b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:37.862173 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e0cc1a23-dfc6-4f30-b944-2e13da5d19a3 req-7999f379-335f-49a7-b596-7b98e1764b54 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c8cb123312945c79bd98c6b173fb1c1&device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 1098 time: 0.1081896 May 28 01:46:37.991320 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc1a23-dfc6-4f30-b944-2e13da5d19a3 req-541c41b5-cea3-4f4d-a2b4-6e2849ee572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:37.992781 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e0cc1a23-dfc6-4f30-b944-2e13da5d19a3 req-541c41b5-cea3-4f4d-a2b4-6e2849ee572d service neutron] 10.222.0.20 "GET /v2.0/networks?id=921f98b5-4b6b-4d1c-9f05-0d3139f095a4 HTTP/1.1" status: 200 len: 912 time: 0.1236446 May 28 01:46:38.175235 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e0cc1a23-dfc6-4f30-b944-2e13da5d19a3 req-669bd1bb-23f6-4f0f-b1ce-4c5a003ec8f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93a08a4e-074d-40a1-b262-493f59ee178b HTTP/1.1" status: 200 len: 1001 time: 0.1763973 May 28 01:46:38.237249 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc1a23-dfc6-4f30-b944-2e13da5d19a3 req-cf4625f5-a40f-40b5-8ae5-5ee958badb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:38.238665 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e0cc1a23-dfc6-4f30-b944-2e13da5d19a3 req-cf4625f5-a40f-40b5-8ae5-5ee958badb2b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69fa25a8-030c-4786-9348-7785d8dee8f5 HTTP/1.1" status: 200 len: 850 time: 0.0570557 May 28 01:46:38.314275 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc1a23-dfc6-4f30-b944-2e13da5d19a3 req-ff2634d9-4731-4e8e-a85a-14a807f7d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:38.315729 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e0cc1a23-dfc6-4f30-b944-2e13da5d19a3 req-ff2634d9-4731-4e8e-a85a-14a807f7d480 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=921f98b5-4b6b-4d1c-9f05-0d3139f095a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708311 May 28 01:46:38.451910 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e0cc1a23-dfc6-4f30-b944-2e13da5d19a3 req-a6175f5f-9be7-4768-9439-283be7fd1124 service neutron] 10.222.0.20 "GET /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295266 May 28 01:46:38.588518 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e0cc1a23-dfc6-4f30-b944-2e13da5d19a3 req-feb126e2-23b1-4d24-bcb9-b59fab604580 service neutron] 10.222.0.20 "GET /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296039 May 28 01:46:39.025816 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a8d35-462f-4f04-804b-1cb954e4193f req-9ef97cae-1cbc-456e-a918-34beb210afe3 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:39.027264 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6c7a8d35-462f-4f04-804b-1cb954e4193f req-9ef97cae-1cbc-456e-a918-34beb210afe3 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.0778103 May 28 01:46:39.071681 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6c7a8d35-462f-4f04-804b-1cb954e4193f req-4702b640-2f0e-43b4-b08d-1f20b796bc9c tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386419 May 28 01:46:40.259867 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f1b5d-17d2-458e-a7b5-3f26038ea541 req-3aa26092-5a7a-4504-a1b8-96e9b98a1b6e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:40.261315 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec5f1b5d-17d2-458e-a7b5-3f26038ea541 req-3aa26092-5a7a-4504-a1b8-96e9b98a1b6e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.0815368 May 28 01:46:40.304911 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec5f1b5d-17d2-458e-a7b5-3f26038ea541 req-9b39a659-42e8-4271-af05-e142e817ea13 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380757 May 28 01:46:41.050767 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 58298) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:46:41.163221 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-cbf560ef-27db-4b74-a3b3-4786277df22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:41.181148 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-cbf560ef-27db-4b74-a3b3-4786277df22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:46:41.184989 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-cbf560ef-27db-4b74-a3b3-4786277df22a admin admin] Usage tracker for resource:security_group_rule and tenant:f1efc3ee4c934af69a6b387d16e2ec5a is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:46:41.188443 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-cbf560ef-27db-4b74-a3b3-4786277df22a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:46:41.194193 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-cbf560ef-27db-4b74-a3b3-4786277df22a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:46:41.281163 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-cbf560ef-27db-4b74-a3b3-4786277df22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:41.285412 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-cbf560ef-27db-4b74-a3b3-4786277df22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:41.294461 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-8b8b88a2-31fc-4550-849b-422182af21ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:41.336367 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-cbf560ef-27db-4b74-a3b3-4786277df22a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1efc3ee4c934af69a6b387d16e2ec5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845092 May 28 01:46:41.336697 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 58304) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:46:41.338508 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf560ef-27db-4b74-a3b3-4786277df22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7016ea4b-c902-4358-ba5d-a813db3d383b,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:41.346221 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-cbf560ef-27db-4b74-a3b3-4786277df22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:41.395367 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8f436d5e-aed2-40b9-9b9f-5d09be967376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:41.421849 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8f436d5e-aed2-40b9-9b9f-5d09be967376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:41.476984 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8f436d5e-aed2-40b9-9b9f-5d09be967376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:41.480524 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-279dec4c-ec9b-4d0c-82ab-6a28c6dbb26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:41.493391 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f436d5e-aed2-40b9-9b9f-5d09be967376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7016ea4b-c902-4358-ba5d-a813db3d383b,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:41.497124 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-8f436d5e-aed2-40b9-9b9f-5d09be967376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:41.502548 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8f436d5e-aed2-40b9-9b9f-5d09be967376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:41.503651 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-8f436d5e-aed2-40b9-9b9f-5d09be967376 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7016ea4b-c902-4358-ba5d-a813db3d383b HTTP/1.1" status: 204 len: 168 time: 0.1651647 May 28 01:46:42.141473 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 58330) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:46:42.243974 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-448463942-network', 'tenant_id': 'b941e66a8f694a6eadebbc1579f9c5a3'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:46:42.248473 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:46:42.252217 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Usage tracker for resource:network and tenant:b941e66a8f694a6eadebbc1579f9c5a3 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:46:42.254990 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:46:42.260553 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:46:42.270575 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Made reservation on behalf of b941e66a8f694a6eadebbc1579f9c5a3 for: {'network': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:46:42.272820 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4178980'] for network, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:42.284676 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:42.298792 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:46:42.302444 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Usage tracker for resource:security_group_rule and tenant:b941e66a8f694a6eadebbc1579f9c5a3 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:46:42.305157 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:46:42.310951 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:46:42.390177 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:42.393537 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:42.396320 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-92608496-8222-4e77-83bd-a41c72ca9a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:42.423478 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=98373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 01:46:42.431524 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b209987-78ad-4213-972b-d1313f42b622,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:42.434947 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:42.437355 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:42.437691 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.segments_db [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Added segment 8447c016-60a2-4449-a08a-d0ad6fb3ec87 of type vlan for network 90c20009-7a12-4a0e-b977-3dec7db54e6b May 28 01:46:42.463548 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764330948172'] for network, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:42.492211 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760'] for network, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:42.493487 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:42.494073 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:42.498521 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:42.596392 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Pushing event updated for resources: {'Network': ['ID=90c20009-7a12-4a0e-b977-3dec7db54e6b,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:42.599392 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4567964 May 28 01:46:42.600143 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:42.602166 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 58336) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:46:42.606083 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Network 90c20009-7a12-4a0e-b977-3dec7db54e6b details requested by agent ovs-agent-dv-cinder-793515-1-smb with host dv-cinder-793515-1-smb {{(pid=98375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 01:46:42.608233 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-c41554e0-d5e6-4361-95c9-588c2fe47607 admin admin] Request body: {'subnet': {'network_id': '90c20009-7a12-4a0e-b977-3dec7db54e6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-448463942-subnet', 'tenant_id': 'b941e66a8f694a6eadebbc1579f9c5a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:46:42.613075 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-c41554e0-d5e6-4361-95c9-588c2fe47607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:46:42.616775 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-c41554e0-d5e6-4361-95c9-588c2fe47607 admin admin] Usage tracker for resource:subnet and tenant:b941e66a8f694a6eadebbc1579f9c5a3 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:46:42.619573 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-c41554e0-d5e6-4361-95c9-588c2fe47607 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:46:42.625362 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-c41554e0-d5e6-4361-95c9-588c2fe47607 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:46:42.634970 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41554e0-d5e6-4361-95c9-588c2fe47607 admin admin] Made reservation on behalf of b941e66a8f694a6eadebbc1579f9c5a3 for: {'subnet': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:46:42.637248 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c41554e0-d5e6-4361-95c9-588c2fe47607 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10516475'] for subnet, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:43.007541 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c41554e0-d5e6-4361-95c9-588c2fe47607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10518784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10516461'] for subnet, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:43.011969 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-78eb5fc5-6d86-4f14-9f12-99c53291e191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:43.077615 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41554e0-d5e6-4361-95c9-588c2fe47607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82c96f5c-ae51-4c8f-9077-87aa83215ac4,revision_number=0']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:43.081282 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-c41554e0-d5e6-4361-95c9-588c2fe47607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:43.088248 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41554e0-d5e6-4361-95c9-588c2fe47607 admin admin] Checking segment: {'id': '8447c016-60a2-4449-a08a-d0ad6fb3ec87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '90c20009-7a12-4a0e-b977-3dec7db54e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:46:43.088590 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41554e0-d5e6-4361-95c9-588c2fe47607 admin admin] Network hostable DHCP agents. Network: 90c20009-7a12-4a0e-b977-3dec7db54e6b, hostable agents: ['18dcb2a5-1deb-4e04-a203-0597d71fb4d8'], hosted agents: [] {{(pid=98373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 01:46:43.104620 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41554e0-d5e6-4361-95c9-588c2fe47607 admin admin] Network 90c20009-7a12-4a0e-b977-3dec7db54e6b is scheduled to be hosted by DHCP agent 18dcb2a5-1deb-4e04-a203-0597d71fb4d8 with binding_index 1 {{(pid=98373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 01:46:43.113214 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [None req-c41554e0-d5e6-4361-95c9-588c2fe47607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-1-smb, 90c20009-7a12-4a0e-b977-3dec7db54e6b) {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:46:43.121555 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41554e0-d5e6-4361-95c9-588c2fe47607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:43.122134 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7acd78-97fb-4c44-8fb0-f23d20a52bc0 None None] Network 90c20009-7a12-4a0e-b977-3dec7db54e6b requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:46:43.122273 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c41554e0-d5e6-4361-95c9-588c2fe47607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:43.142977 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-c41554e0-d5e6-4361-95c9-588c2fe47607 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5398204 May 28 01:46:43.313722 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a47dd92-79d8-4b8c-9589-2c4628a9be5a None None] Network 90c20009-7a12-4a0e-b977-3dec7db54e6b requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:46:45.139142 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-48be044f-756c-4141-87fe-9dc5e8ff7773 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:45.139743 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-48be044f-756c-4141-87fe-9dc5e8ff7773 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Synchronizing usage tracker for tenant:b941e66a8f694a6eadebbc1579f9c5a3 on resource:network {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:46:45.156872 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-48be044f-756c-4141-87fe-9dc5e8ff7773 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Unset dirty status for tenant:b941e66a8f694a6eadebbc1579f9c5a3 on resource:network {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:46:45.158160 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-48be044f-756c-4141-87fe-9dc5e8ff7773 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/networks?id=90c20009-7a12-4a0e-b977-3dec7db54e6b HTTP/1.1" status: 200 len: 813 time: 0.1593678 May 28 01:46:45.172169 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-6060193f-57ef-48e8-80fb-d87c29306089 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/quotas/b941e66a8f694a6eadebbc1579f9c5a3 HTTP/1.1" status: 200 len: 375 time: 0.0086923 May 28 01:46:45.222388 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-6d40c1e2-ed7c-457f-af41-9f04e7dee6e5 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b941e66a8f694a6eadebbc1579f9c5a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455494 May 28 01:46:45.438445 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-4f47547f-21f4-4af8-85ec-141fbbf6fe36 service neutron] 10.222.0.32 "GET /v2.0/networks/90c20009-7a12-4a0e-b977-3dec7db54e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093689 May 28 01:46:45.568958 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-0b7822b1-db12-46b4-8de3-168162b50a32 service neutron] 10.222.0.32 "GET /v2.0/networks/90c20009-7a12-4a0e-b977-3dec7db54e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249251 May 28 01:46:45.742319 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a57f647a-f443-4cf2-b103-a8afe97d9702 req-7b611f2c-0598-43f8-86cf-593b305be097 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc0477-51c3-4020-972b-6300cce488d8 HTTP/1.1" status: 200 len: 210 time: 0.0425758 May 28 01:46:46.929810 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-20161c5a-3be4-4d13-9fce-aa5e5ae59f99 req-0bd6cc63-c6ec-4d49-81b4-75659a12d664 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc0477-51c3-4020-972b-6300cce488d8 HTTP/1.1" status: 200 len: 210 time: 0.0610890 May 28 01:46:46.983595 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-49d1ea3d-f126-4153-9fab-3235d07c3351 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:46.985051 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-49d1ea3d-f126-4153-9fab-3235d07c3351 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.20 "GET /v2.0/networks?id=90c20009-7a12-4a0e-b977-3dec7db54e6b HTTP/1.1" status: 200 len: 813 time: 0.1988885 May 28 01:46:47.010703 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Request body: {'port': {'device_id': '0ddc0477-51c3-4020-972b-6300cce488d8', 'network_id': '90c20009-7a12-4a0e-b977-3dec7db54e6b', 'admin_state_up': True, 'tenant_id': 'b941e66a8f694a6eadebbc1579f9c5a3'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:46:47.143648 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:46:47.147313 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Usage tracker for resource:port and tenant:b941e66a8f694a6eadebbc1579f9c5a3 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:46:47.150086 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:46:47.155772 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:46:47.165218 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Made reservation on behalf of b941e66a8f694a6eadebbc1579f9c5a3 for: {'port': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:46:47.168686 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:47.325305 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Allocated IP 172.20.0.3 (90c20009-7a12-4a0e-b977-3dec7db54e6b/82c96f5c-ae51-4c8f-9077-87aa83215ac4/2aeeb787-67e2-4291-a830-12e8ad2fc3cf) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:46:47.517460 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:47.545491 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:47.550602 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-52e34ca3-709a-444e-a2af-88924cdbf83b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:47.613745 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Network 90c20009-7a12-4a0e-b977-3dec7db54e6b is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:46:47.616742 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:46:47.620594 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:46:47.658788 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Pushing event updated for resources: {'Port': ['ID=2aeeb787-67e2-4291-a830-12e8ad2fc3cf,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:47.675504 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:47.675884 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:47.676238 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:47.676581 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:47.676920 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:47.677262 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:47.677607 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:47.677929 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:47.678262 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:47.678593 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:47.678924 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:47.679252 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:46:47.684228 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:47.699052 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:47.699645 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:47.719942 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7128460 May 28 01:46:47.744610 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Request body: {'port': {'device_id': '0ddc0477-51c3-4020-972b-6300cce488d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:46:47.849051 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:48.200092 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f3e0c-4d30-4562-8407-7c674d46d192 req-a8c0051e-0953-4ec5-89dd-e5776d7d9798 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:48.200092 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-a67f3e0c-4d30-4562-8407-7c674d46d192 req-a8c0051e-0953-4ec5-89dd-e5776d7d9798 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Synchronizing usage tracker for tenant:b941e66a8f694a6eadebbc1579f9c5a3 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:46:48.259906 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aeeb787-67e2-4291-a830-12e8ad2fc3cf {{(pid=98373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:46:48.264467 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-a67f3e0c-4d30-4562-8407-7c674d46d192 req-a8c0051e-0953-4ec5-89dd-e5776d7d9798 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Unset dirty status for tenant:b941e66a8f694a6eadebbc1579f9c5a3 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:46:48.265598 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a67f3e0c-4d30-4562-8407-7c674d46d192 req-a8c0051e-0953-4ec5-89dd-e5776d7d9798 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc0477-51c3-4020-972b-6300cce488d8 HTTP/1.1" status: 200 len: 931 time: 0.2093716 May 28 01:46:48.269187 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:48.301354 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Transition to ACTIVE for port object 2aeeb787-67e2-4291-a830-12e8ad2fc3cf will not be triggered until provisioned by entity L2. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:46:48.310007 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:48.320076 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-24176e3d-be03-460e-a107-3f7520022c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:48.466725 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-a67f3e0c-4d30-4562-8407-7c674d46d192 req-19edad5a-d4ba-48f3-924c-dc46a68209e1 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Synchronizing usage tracker for tenant:b941e66a8f694a6eadebbc1579f9c5a3 on resource:security_group {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:46:48.570818 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Pushing event updated for resources: {'Port': ['ID=2aeeb787-67e2-4291-a830-12e8ad2fc3cf,revision_number=2']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:48.579636 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:48.615208 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-a67f3e0c-4d30-4562-8407-7c674d46d192 req-19edad5a-d4ba-48f3-924c-dc46a68209e1 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Unset dirty status for tenant:b941e66a8f694a6eadebbc1579f9c5a3 on resource:security_group {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:46:48.616361 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a67f3e0c-4d30-4562-8407-7c674d46d192 req-19edad5a-d4ba-48f3-924c-dc46a68209e1 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448317 May 28 01:46:48.654557 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Attempting to bind port 2aeeb787-67e2-4291-a830-12e8ad2fc3cf on host hv-cinder-79351 for vnic_type normal with profile {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:46:48.654888 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Attempting to bind port 2aeeb787-67e2-4291-a830-12e8ad2fc3cf by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '8447c016-60a2-4449-a08a-d0ad6fb3ec87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '90c20009-7a12-4a0e-b977-3dec7db54e6b'}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:46:48.655210 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Attempting to bind port 2aeeb787-67e2-4291-a830-12e8ad2fc3cf on network 90c20009-7a12-4a0e-b977-3dec7db54e6b {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:46:48.659718 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Port 2aeeb787-67e2-4291-a830-12e8ad2fc3cf on network 90c20009-7a12-4a0e-b977-3dec7db54e6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 01:46:48.660057 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Attempting to bind port 2aeeb787-67e2-4291-a830-12e8ad2fc3cf on network 90c20009-7a12-4a0e-b977-3dec7db54e6b {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:46:48.664996 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Checking agent: {'id': '1b125da3-7d0c-4b26-bfd9-a1004cddd395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:46:48.665326 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Checking segment: {'id': '8447c016-60a2-4449-a08a-d0ad6fb3ec87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '90c20009-7a12-4a0e-b977-3dec7db54e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:46:48.665697 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Bound using segment: {'id': '8447c016-60a2-4449-a08a-d0ad6fb3ec87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '90c20009-7a12-4a0e-b977-3dec7db54e6b'} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:46:48.666112 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Bound port: 2aeeb787-67e2-4291-a830-12e8ad2fc3cf, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447c016-60a2-4449-a08a-d0ad6fb3ec87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '90c20009-7a12-4a0e-b977-3dec7db54e6b'}}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:46:48.666446 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:48.757688 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] For port 2aeeb787-67e2-4291-a830-12e8ad2fc3cf, host hv-cinder-79351, cleared binding levels {{(pid=98373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:46:48.760698 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] For port 2aeeb787-67e2-4291-a830-12e8ad2fc3cf, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2aeeb787-67e2-4291-a830-12e8ad2fc3cf,segment=NetworkSegment(8447c016-60a2-4449-a08a-d0ad6fb3ec87),segment_id=8447c016-60a2-4449-a08a-d0ad6fb3ec87)] {{(pid=98373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:46:48.764468 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:48.768769 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-d591da27-cd9c-4d7e-a5c0-6b52bc0d2388 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:48.826095 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:48.826696 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:48.828053 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] 10.222.0.20 "PUT /v2.0/ports/2aeeb787-67e2-4291-a830-12e8ad2fc3cf HTTP/1.1" status: 200 len: 1093 time: 1.0873563 May 28 01:46:48.828535 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddc0477-51c3-4020-972b-6300cce488d8', 'tag': '2aeeb787-67e2-4291-a830-12e8ad2fc3cf'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:46:48.849312 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Pushing event updated for resources: {'Port': ['ID=2aeeb787-67e2-4291-a830-12e8ad2fc3cf,revision_number=3']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:48.852341 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:48.877382 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddc0477-51c3-4020-972b-6300cce488d8', 'tag': '2aeeb787-67e2-4291-a830-12e8ad2fc3cf', 'status': 'completed', 'code': 200} May 28 01:46:48.969615 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-832eb351-5248-4f42-a811-9347c5af723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:48.971100 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-832eb351-5248-4f42-a811-9347c5af723a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b941e66a8f694a6eadebbc1579f9c5a3&device_id=0ddc0477-51c3-4020-972b-6300cce488d8 HTTP/1.1" status: 200 len: 1096 time: 0.0720692 May 28 01:46:49.053558 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-3abb63a8-8205-43b2-a689-5d6df8adeb49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2aeeb787-67e2-4291-a830-12e8ad2fc3cf HTTP/1.1" status: 200 len: 217 time: 0.0641563 May 28 01:46:49.139288 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-ee274ab3-cd09-4f0c-9649-402dac3fa1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:49.140738 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-ee274ab3-cd09-4f0c-9649-402dac3fa1b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82c96f5c-ae51-4c8f-9077-87aa83215ac4 HTTP/1.1" status: 200 len: 853 time: 0.0600686 May 28 01:46:49.187399 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-4ee9012b-c987-4fe0-af5c-31d40229e76a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90c20009-7a12-4a0e-b977-3dec7db54e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394034 May 28 01:46:49.317558 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-993c270e-00f3-4c38-b003-5b7ef5b0661b service neutron] 10.222.0.20 "GET /v2.0/networks/90c20009-7a12-4a0e-b977-3dec7db54e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223423 May 28 01:46:49.448473 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2c010f15-0b61-45d1-a78f-5a34d633dcea req-e346aefb-43f6-4a6d-9dab-a3058c4329d3 service neutron] 10.222.0.20 "GET /v2.0/networks/90c20009-7a12-4a0e-b977-3dec7db54e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218126 May 28 01:46:49.607091 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72537657-d3f3-4644-8c7a-96a93bd21762 req-4b0b00bf-29d0-498d-aff7-6aa50cf234ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:49.608549 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-72537657-d3f3-4644-8c7a-96a93bd21762 req-4b0b00bf-29d0-498d-aff7-6aa50cf234ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b941e66a8f694a6eadebbc1579f9c5a3&device_id=0ddc0477-51c3-4020-972b-6300cce488d8 HTTP/1.1" status: 200 len: 1096 time: 0.0720606 May 28 01:46:49.788286 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72537657-d3f3-4644-8c7a-96a93bd21762 req-19a921b5-2643-4fdd-aad5-13da76140e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:49.789715 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-72537657-d3f3-4644-8c7a-96a93bd21762 req-19a921b5-2643-4fdd-aad5-13da76140e25 service neutron] 10.222.0.20 "GET /v2.0/networks?id=90c20009-7a12-4a0e-b977-3dec7db54e6b HTTP/1.1" status: 200 len: 914 time: 0.1718540 May 28 01:46:49.870019 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-72537657-d3f3-4644-8c7a-96a93bd21762 req-a45d6793-b923-4c41-a9a8-cd670dd1ec4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2aeeb787-67e2-4291-a830-12e8ad2fc3cf HTTP/1.1" status: 200 len: 217 time: 0.0649612 May 28 01:46:49.878057 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120c17d-5ce0-44a1-9e47-3fd880cb9700 req-7457a0e0-d14a-4506-9454-23e9ba0a2ddb tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:49.879423 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8120c17d-5ce0-44a1-9e47-3fd880cb9700 req-7457a0e0-d14a-4506-9454-23e9ba0a2ddb tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc0477-51c3-4020-972b-6300cce488d8 HTTP/1.1" status: 200 len: 943 time: 0.1567180 May 28 01:46:49.970023 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72537657-d3f3-4644-8c7a-96a93bd21762 req-5f4dcaf9-c374-412d-9464-fc05f6fe4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:49.971404 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-72537657-d3f3-4644-8c7a-96a93bd21762 req-5f4dcaf9-c374-412d-9464-fc05f6fe4d49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82c96f5c-ae51-4c8f-9077-87aa83215ac4 HTTP/1.1" status: 200 len: 853 time: 0.0911045 May 28 01:46:49.974250 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8120c17d-5ce0-44a1-9e47-3fd880cb9700 req-3ddfd333-7c91-46d5-994b-96db8f7138ae tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639255 May 28 01:46:50.024651 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-72537657-d3f3-4644-8c7a-96a93bd21762 req-9a0606f9-f580-46f8-bde5-d1e12fbe252a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90c20009-7a12-4a0e-b977-3dec7db54e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453970 May 28 01:46:50.262298 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-72537657-d3f3-4644-8c7a-96a93bd21762 req-283ac44c-5713-4dd7-acc6-eead74ebf0f1 service neutron] 10.222.0.20 "GET /v2.0/networks/90c20009-7a12-4a0e-b977-3dec7db54e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283704 May 28 01:46:50.393748 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-72537657-d3f3-4644-8c7a-96a93bd21762 req-611c55ef-c88f-4117-8d9a-b3e728e21d14 service neutron] 10.222.0.20 "GET /v2.0/networks/90c20009-7a12-4a0e-b977-3dec7db54e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231594 May 28 01:46:51.164474 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb27f89-0187-433e-a1f4-a8b905e4e70b req-f6ee1135-c05b-49a0-9fbe-46a732d5c430 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:51.165905 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4cb27f89-0187-433e-a1f4-a8b905e4e70b req-f6ee1135-c05b-49a0-9fbe-46a732d5c430 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc0477-51c3-4020-972b-6300cce488d8 HTTP/1.1" status: 200 len: 943 time: 0.0782652 May 28 01:46:51.212965 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4cb27f89-0187-433e-a1f4-a8b905e4e70b req-67b13ff2-b91d-4e7a-93f4-d944b3d505dd tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414023 May 28 01:46:51.376946 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 2aeeb787-67e2-4291-a830-12e8ad2fc3cf details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:46:51.507436 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 2aeeb787-67e2-4291-a830-12e8ad2fc3cf, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2aeeb787-67e2-4291-a830-12e8ad2fc3cf,segment=NetworkSegment(8447c016-60a2-4449-a08a-d0ad6fb3ec87),segment_id=8447c016-60a2-4449-a08a-d0ad6fb3ec87)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:46:51.521556 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': '2aeeb787-67e2-4291-a830-12e8ad2fc3cf', 'network_id': '90c20009-7a12-4a0e-b977-3dec7db54e6b', 'port_id': '2aeeb787-67e2-4291-a830-12e8ad2fc3cf', 'mac_address': 'fa:16:3e:81:7a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c96f5c-ae51-4c8f-9077-87aa83215ac4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:46:51.573939 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:51.594221 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aeeb787-67e2-4291-a830-12e8ad2fc3cf {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:46:51.609772 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 2aeeb787-67e2-4291-a830-12e8ad2fc3cf, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2aeeb787-67e2-4291-a830-12e8ad2fc3cf,segment=NetworkSegment(8447c016-60a2-4449-a08a-d0ad6fb3ec87),segment_id=8447c016-60a2-4449-a08a-d0ad6fb3ec87)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:46:51.613466 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:51.616234 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:51.679675 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=2aeeb787-67e2-4291-a830-12e8ad2fc3cf,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:51.682512 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:51.964831 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['2aeeb787-67e2-4291-a830-12e8ad2fc3cf'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:46:52.393288 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbe85e-f38b-470c-bdf8-eee08c0c3921 req-b0b521df-4646-430e-9284-54d0d1c938c3 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:52.394736 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9adbe85e-f38b-470c-bdf8-eee08c0c3921 req-b0b521df-4646-430e-9284-54d0d1c938c3 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc0477-51c3-4020-972b-6300cce488d8 HTTP/1.1" status: 200 len: 944 time: 0.0784957 May 28 01:46:52.437097 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9adbe85e-f38b-470c-bdf8-eee08c0c3921 req-da4ab76f-7a4e-4b3d-a716-7bd58deda7e8 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369072 May 28 01:46:53.387380 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 2aeeb787-67e2-4291-a830-12e8ad2fc3cf up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:46:53.452533 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning for port 2aeeb787-67e2-4291-a830-12e8ad2fc3cf completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:46:53.457360 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port 2aeeb787-67e2-4291-a830-12e8ad2fc3cf triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:46:53.457729 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:53.603734 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:53.625960 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1ffdb-ce12-4c08-86e0-2d0dfe4e76da req-9e0fbfeb-84c7-4c11-b248-99f65d50ab3c tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:53.627398 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d7f1ffdb-ce12-4c08-86e0-2d0dfe4e76da req-9e0fbfeb-84c7-4c11-b248-99f65d50ab3c tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc0477-51c3-4020-972b-6300cce488d8 HTTP/1.1" status: 200 len: 944 time: 0.0862257 May 28 01:46:53.629851 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddc0477-51c3-4020-972b-6300cce488d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aeeb787-67e2-4291-a830-12e8ad2fc3cf'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:46:53.639426 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 2aeeb787-67e2-4291-a830-12e8ad2fc3cf, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2aeeb787-67e2-4291-a830-12e8ad2fc3cf,segment=NetworkSegment(8447c016-60a2-4449-a08a-d0ad6fb3ec87),segment_id=8447c016-60a2-4449-a08a-d0ad6fb3ec87)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:46:53.644039 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:53.645942 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:46:53.675222 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d7f1ffdb-ce12-4c08-86e0-2d0dfe4e76da req-d0584980-9666-4612-b941-6e40f281e9ca tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421948 May 28 01:46:53.681205 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddc0477-51c3-4020-972b-6300cce488d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aeeb787-67e2-4291-a830-12e8ad2fc3cf', 'code': 200} May 28 01:46:53.714758 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=2aeeb787-67e2-4291-a830-12e8ad2fc3cf,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:46:53.718215 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:46:54.016843 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589625f9-7f6d-4a88-938f-959ef86d59b2 req-5bf17620-86e8-46a5-805c-2719531396d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:54.018280 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-589625f9-7f6d-4a88-938f-959ef86d59b2 req-5bf17620-86e8-46a5-805c-2719531396d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0ddc0477-51c3-4020-972b-6300cce488d8 HTTP/1.1" status: 200 len: 1098 time: 0.0687847 May 28 01:46:54.062617 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-589625f9-7f6d-4a88-938f-959ef86d59b2 req-13fc8b35-3319-4e89-b50e-d4689b3bec27 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324576 May 28 01:46:54.072076 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:46:54.860956 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ea9d6-cf6e-40e8-99c6-8773c53c5f49 req-ed0ac208-1589-434a-9a5d-3e3606cb77ed tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:54.862392 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-024ea9d6-cf6e-40e8-99c6-8773c53c5f49 req-ed0ac208-1589-434a-9a5d-3e3606cb77ed tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc0477-51c3-4020-972b-6300cce488d8 HTTP/1.1" status: 200 len: 945 time: 0.0832317 May 28 01:46:54.905209 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-024ea9d6-cf6e-40e8-99c6-8773c53c5f49 req-1bfbf940-ed05-49c9-b09b-dd39976aacd9 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372784 May 28 01:46:56.085646 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287028f3-21b9-4ebf-9330-550b20182733 req-7852a6b2-1f16-4002-ba24-9e50da678f3b tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:46:56.087433 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-287028f3-21b9-4ebf-9330-550b20182733 req-7852a6b2-1f16-4002-ba24-9e50da678f3b tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc0477-51c3-4020-972b-6300cce488d8 HTTP/1.1" status: 200 len: 945 time: 0.0786159 May 28 01:46:56.131747 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-287028f3-21b9-4ebf-9330-550b20182733 req-fb4b643a-5b32-4e87-bcc6-4d18ce26ff11 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386789 May 28 01:46:56.931225 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-b03ad4cb-e889-463f-a8e8-91d97e4af00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:59.247193 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:59.506445 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d389f558-e5dd-4874-ae3c-d25099f16bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:46:59.541707 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:00.621753 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:02.302742 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:09.766649 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb890b-7412-4788-a751-d8b299893d8a req-1c44bbad-138f-46b3-a7b5-983ac0a90c76 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:09.768194 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e5cb890b-7412-4788-a751-d8b299893d8a req-1c44bbad-138f-46b3-a7b5-983ac0a90c76 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.0855372 May 28 01:47:09.813848 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e5cb890b-7412-4788-a751-d8b299893d8a req-52862277-04e1-43ab-b893-c9c0a0229403 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397155 May 28 01:47:11.017844 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63317ad-53d1-4b97-ac4c-7c09570f60a1 req-fe10168a-0d11-4edd-a8ef-6a456fd5118f tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:11.019523 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c63317ad-53d1-4b97-ac4c-7c09570f60a1 req-fe10168a-0d11-4edd-a8ef-6a456fd5118f tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.0888109 May 28 01:47:11.072081 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c63317ad-53d1-4b97-ac4c-7c09570f60a1 req-58c4f9bf-7f68-4c79-b819-48b121fac8ab tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468295 May 28 01:47:12.253172 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b336f-93dd-4191-b8e8-7cfa17a307e3 req-7f81569e-84b0-4690-b93c-0d085cc9082d tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:12.254617 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c98b336f-93dd-4191-b8e8-7cfa17a307e3 req-7f81569e-84b0-4690-b93c-0d085cc9082d tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.0798857 May 28 01:47:12.298779 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c98b336f-93dd-4191-b8e8-7cfa17a307e3 req-6855deba-5471-4751-8fee-5a2a59ade782 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384686 May 28 01:47:13.494940 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdcebc-e4bb-45d9-9b33-953fc981599e req-9ed89362-4f7a-4bba-9c36-8ea810403994 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:13.496493 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-decdcebc-e4bb-45d9-9b33-953fc981599e req-9ed89362-4f7a-4bba-9c36-8ea810403994 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.0891976 May 28 01:47:13.541579 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-decdcebc-e4bb-45d9-9b33-953fc981599e req-5e094743-b5a9-483b-b338-dbe3240d9d54 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388968 May 28 01:47:14.726511 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64f546-f727-4226-adac-48bda9b91574 req-9ec28283-51fa-407c-8042-d55257e56d7f tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:14.727972 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fa64f546-f727-4226-adac-48bda9b91574 req-9ec28283-51fa-407c-8042-d55257e56d7f tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.0780523 May 28 01:47:14.771436 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fa64f546-f727-4226-adac-48bda9b91574 req-549d3048-eb6b-4b71-b1eb-4c17fd7c113b tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378165 May 28 01:47:15.961158 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ad61d-8a5a-4758-b467-197280205809 req-45fd312b-b491-488a-9b28-142d15b88b00 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:15.962946 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-319ad61d-8a5a-4758-b467-197280205809 req-45fd312b-b491-488a-9b28-142d15b88b00 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.0874386 May 28 01:47:16.009532 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-319ad61d-8a5a-4758-b467-197280205809 req-a5f25607-e84f-4a84-ae77-19a0d96cf132 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403666 May 28 01:47:17.199575 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dc2f4-725c-4846-8c44-e203caf84782 req-80e71144-6aa1-4fe3-ac16-07e4b326f358 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:17.201109 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-848dc2f4-725c-4846-8c44-e203caf84782 req-80e71144-6aa1-4fe3-ac16-07e4b326f358 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.0784497 May 28 01:47:17.249134 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-848dc2f4-725c-4846-8c44-e203caf84782 req-85d74a45-5e02-44ab-921b-c3b3ee4d574f tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418870 May 28 01:47:18.484917 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30947b0e-d7b1-4de4-830d-643e28b69165 req-225dc351-5924-4de7-86b8-319e336cbeb4 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:18.486376 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-30947b0e-d7b1-4de4-830d-643e28b69165 req-225dc351-5924-4de7-86b8-319e336cbeb4 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.1271119 May 28 01:47:18.529787 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-30947b0e-d7b1-4de4-830d-643e28b69165 req-470941f3-ded6-4d32-86d1-73fa668b3f91 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376930 May 28 01:47:19.735569 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d29519-a6f7-479e-a284-7426d250a14b req-873b5e4f-5788-4d68-b4b1-bd510d3cfb04 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:19.737844 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-95d29519-a6f7-479e-a284-7426d250a14b req-873b5e4f-5788-4d68-b4b1-bd510d3cfb04 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.0964298 May 28 01:47:19.829288 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-95d29519-a6f7-479e-a284-7426d250a14b req-22eeab0a-a51d-4f55-bbad-df1f4a9d3951 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856822 May 28 01:47:19.857418 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386e491-e601-4fe9-871d-e3e584438732 req-4f50b275-3c00-4f6e-86f5-10a96ed0a427 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:19.859383 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3386e491-e601-4fe9-871d-e3e584438732 req-4f50b275-3c00-4f6e-86f5-10a96ed0a427 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.1594539 May 28 01:47:19.907558 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3386e491-e601-4fe9-871d-e3e584438732 req-bf83e367-2e89-4d28-a2f5-e2a64f8df64a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422995 May 28 01:47:21.174999 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd2cf0-ae28-4718-acf3-4872085b8993 req-22ce5d54-4793-44ce-b1ff-af9f19496fcb tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:21.176385 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c9bd2cf0-ae28-4718-acf3-4872085b8993 req-22ce5d54-4793-44ce-b1ff-af9f19496fcb tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.2387171 May 28 01:47:21.188454 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b506da3-6343-4d9b-ab82-1ca7b3de9268 req-c18064ec-be18-4f22-a863-f39ba147aaf9 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:21.189876 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2b506da3-6343-4d9b-ab82-1ca7b3de9268 req-c18064ec-be18-4f22-a863-f39ba147aaf9 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.1223273 May 28 01:47:21.262611 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c9bd2cf0-ae28-4718-acf3-4872085b8993 req-e86f33bf-9a16-4337-8f91-2584e73b05c1 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717752 May 28 01:47:21.267204 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2b506da3-6343-4d9b-ab82-1ca7b3de9268 req-d811a111-ad11-453c-97b2-9ea6db86213b tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631368 May 28 01:47:22.251762 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f712b0-e724-49bd-b9ff-90fb460cf23a req-6aad026e-919f-4c49-a4e6-3e85c31d064b tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:22.253212 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-32f712b0-e724-49bd-b9ff-90fb460cf23a req-6aad026e-919f-4c49-a4e6-3e85c31d064b tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.0792348 May 28 01:47:22.505268 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-32f712b0-e724-49bd-b9ff-90fb460cf23a req-da3cea3d-2a0c-4f7f-9f4f-aa24bde21f49 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Deleting port 93a08a4e-074d-40a1-b262-493f59ee178b {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:47:22.505605 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-32f712b0-e724-49bd-b9ff-90fb460cf23a req-da3cea3d-2a0c-4f7f-9f4f-aa24bde21f49 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:22.615682 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be6567-105c-4317-965f-0f0c102eaf06 req-eada6653-b26d-47e4-94cf-53fc030ac555 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:22.617369 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d2be6567-105c-4317-965f-0f0c102eaf06 req-eada6653-b26d-47e4-94cf-53fc030ac555 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 945 time: 0.2079649 May 28 01:47:22.628313 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaf409-fbd1-4484-ba01-86ea896cb36a req-914d38d2-066a-4de8-a6b8-9765a1536cdd tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:22.629823 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-87eaf409-fbd1-4484-ba01-86ea896cb36a req-914d38d2-066a-4de8-a6b8-9765a1536cdd tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.2575462 May 28 01:47:22.739113 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-32f712b0-e724-49bd-b9ff-90fb460cf23a req-da3cea3d-2a0c-4f7f-9f4f-aa24bde21f49 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] For port 93a08a4e-074d-40a1-b262-493f59ee178b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=93a08a4e-074d-40a1-b262-493f59ee178b,segment=NetworkSegment(7c607989-63e8-4f5e-9b23-b81cad895349),segment_id=7c607989-63e8-4f5e-9b23-b81cad895349)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:47:22.739465 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-32f712b0-e724-49bd-b9ff-90fb460cf23a req-da3cea3d-2a0c-4f7f-9f4f-aa24bde21f49 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:22.752401 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d2be6567-105c-4317-965f-0f0c102eaf06 req-e8843765-f880-47fd-9eb8-9f2ade35c8e9 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd5d553-0d4b-42a3-8981-18fe581ccb84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216223 May 28 01:47:22.810484 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-87eaf409-fbd1-4484-ba01-86ea896cb36a req-a8bb3ca0-22e9-416a-ba42-ab4ccd51122c tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1623449 May 28 01:47:23.056323 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-32f712b0-e724-49bd-b9ff-90fb460cf23a req-da3cea3d-2a0c-4f7f-9f4f-aa24bde21f49 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:23.056691 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-32f712b0-e724-49bd-b9ff-90fb460cf23a req-da3cea3d-2a0c-4f7f-9f4f-aa24bde21f49 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025534'] for floatingip, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:23.057000 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.l3_db [req-32f712b0-e724-49bd-b9ff-90fb460cf23a req-da3cea3d-2a0c-4f7f-9f4f-aa24bde21f49 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Floating IP cba576ac-8785-4b25-97e7-81438e8ae63d disassociated. External IP: 172.28.1.159, port: 93a08a4e-074d-40a1-b262-493f59ee178b. May 28 01:47:23.057467 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-32f712b0-e724-49bd-b9ff-90fb460cf23a req-da3cea3d-2a0c-4f7f-9f4f-aa24bde21f49 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Calling delete_port for 93a08a4e-074d-40a1-b262-493f59ee178b owned by compute:nova {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:47:23.172614 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-32f712b0-e724-49bd-b9ff-90fb460cf23a req-da3cea3d-2a0c-4f7f-9f4f-aa24bde21f49 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:23.178354 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-d0211425-c7f6-4d09-8808-ab29a80a92e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:23.226178 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cea3d-2a0c-4f7f-9f4f-aa24bde21f49 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Pushing event deleted for resources: {'Port': ['ID=93a08a4e-074d-40a1-b262-493f59ee178b,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:23.229923 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-da3cea3d-2a0c-4f7f-9f4f-aa24bde21f49 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:23.417644 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32f712b0-e724-49bd-b9ff-90fb460cf23a req-da3cea3d-2a0c-4f7f-9f4f-aa24bde21f49 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Router b5887b72-9599-4283-9451-c70648024989 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:47:23.727963 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32f712b0-e724-49bd-b9ff-90fb460cf23a req-da3cea3d-2a0c-4f7f-9f4f-aa24bde21f49 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:47:23.738473 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52c713c-bd0d-47f3-abb3-9ddeacfb7b01 None None] Sync routers for ids ['b5887b72-9599-4283-9451-c70648024989'] in dv-cinder-793515-1-smb {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:47:23.747669 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c713c-bd0d-47f3-abb3-9ddeacfb7b01 None None] Routers {'b5887b72-9599-4283-9451-c70648024989'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:47:23.748378 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-f52c713c-bd0d-47f3-abb3-9ddeacfb7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:46:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['b5887b72-9599-4283-9451-c70648024989'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:47:23.803563 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f712b0-e724-49bd-b9ff-90fb460cf23a req-da3cea3d-2a0c-4f7f-9f4f-aa24bde21f49 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] No DVR routers for this DVR port 93a08a4e-074d-40a1-b262-493f59ee178b on host hv-cinder-79351 {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:47:23.806277 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-32f712b0-e724-49bd-b9ff-90fb460cf23a req-da3cea3d-2a0c-4f7f-9f4f-aa24bde21f49 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:23.809086 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ead4a8-5587-49fc-b863-49c2baaffb2d', 'name': 'network-vif-deleted', 'tag': '93a08a4e-074d-40a1-b262-493f59ee178b'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:47:23.828829 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-32f712b0-e724-49bd-b9ff-90fb460cf23a req-da3cea3d-2a0c-4f7f-9f4f-aa24bde21f49 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.20 "DELETE /v2.0/ports/93a08a4e-074d-40a1-b262-493f59ee178b HTTP/1.1" status: 204 len: 173 time: 1.5698695 May 28 01:47:23.885374 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ead4a8-5587-49fc-b863-49c2baaffb2d', 'name': 'network-vif-deleted', 'tag': '93a08a4e-074d-40a1-b262-493f59ee178b', 'status': 'completed', 'code': 200} May 28 01:47:23.935455 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-f52c713c-bd0d-47f3-abb3-9ddeacfb7b01 None None] Set router b5887b72-9599-4283-9451-c70648024989 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:47:23.946637 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-f2fe7111-48e5-4aa9-be1b-5d19f70397b2 req-273f787e-55b6-48e9-8996-e1ed3c27defb tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Synchronizing usage tracker for tenant:0c8cb123312945c79bd98c6b173fb1c1 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:47:23.964899 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-f2fe7111-48e5-4aa9-be1b-5d19f70397b2 req-273f787e-55b6-48e9-8996-e1ed3c27defb tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Unset dirty status for tenant:0c8cb123312945c79bd98c6b173fb1c1 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:47:23.974907 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f2fe7111-48e5-4aa9-be1b-5d19f70397b2 req-273f787e-55b6-48e9-8996-e1ed3c27defb tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ead4a8-5587-49fc-b863-49c2baaffb2d HTTP/1.1" status: 200 len: 210 time: 0.0885224 May 28 01:47:24.081169 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb31b9-d509-42fe-bd05-11364e192e75 req-64838a2b-6f11-44f8-8d1a-766a73b7a530 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:24.083166 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7fbb31b9-d509-42fe-bd05-11364e192e75 req-64838a2b-6f11-44f8-8d1a-766a73b7a530 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.0980177 May 28 01:47:24.150719 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7fbb31b9-d509-42fe-bd05-11364e192e75 req-fc63fabc-aeb6-4438-b9f8-5c9378d09521 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610597 May 28 01:47:24.273488 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-f52c713c-bd0d-47f3-abb3-9ddeacfb7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:43:23Z', 'revision_number': 4, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port': {'id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:17Z', 'updated_at': '2021-05-28T01:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '082eab52-2eb2-4222-a075-0ffc4c8b10d8', 'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'mac_address': 'fa:16:3e:06:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:22Z', 'updated_at': '2021-05-28T01:43:30Z', 'revision_number': 5, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'subnets': [{'id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:47:24.277695 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52c713c-bd0d-47f3-abb3-9ddeacfb7b01 None None] Checking router: b5887b72-9599-4283-9451-c70648024989 for host: dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:47:24.287351 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c713c-bd0d-47f3-abb3-9ddeacfb7b01 None None] Routers {'b5887b72-9599-4283-9451-c70648024989'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:47:24.288003 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-f52c713c-bd0d-47f3-abb3-9ddeacfb7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:46:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['b5887b72-9599-4283-9451-c70648024989'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:47:24.469781 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-f52c713c-bd0d-47f3-abb3-9ddeacfb7b01 None None] Set router b5887b72-9599-4283-9451-c70648024989 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:47:24.802645 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-f52c713c-bd0d-47f3-abb3-9ddeacfb7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:43:23Z', 'revision_number': 4, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port': {'id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:17Z', 'updated_at': '2021-05-28T01:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '082eab52-2eb2-4222-a075-0ffc4c8b10d8', 'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'mac_address': 'fa:16:3e:06:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:22Z', 'updated_at': '2021-05-28T01:43:30Z', 'revision_number': 5, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'subnets': [{'id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:47:24.806512 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52c713c-bd0d-47f3-abb3-9ddeacfb7b01 None None] The sync data for ids ['b5887b72-9599-4283-9451-c70648024989'] in dv-cinder-793515-1-smb is: [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:43:23Z', 'revision_number': 4, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port': {'id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:17Z', 'updated_at': '2021-05-28T01:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '082eab52-2eb2-4222-a075-0ffc4c8b10d8', 'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'mac_address': 'fa:16:3e:06:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:22Z', 'updated_at': '2021-05-28T01:43:30Z', 'revision_number': 5, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'subnets': [{'id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:47:25.032986 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad3f6d-1bd4-4ab0-9704-b07cddac254f req-488907cc-4a38-4074-ae59-fe6f4d97f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:25.034477 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1cad3f6d-1bd4-4ab0-9704-b07cddac254f req-488907cc-4a38-4074-ae59-fe6f4d97f339 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80115eb4505040a89af0ce7659f24042&device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 1098 time: 0.0795825 May 28 01:47:25.035067 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4e242d-6ee0-4a78-85cc-9367245bff76 None None] New status for floating IP cba576ac-8785-4b25-97e7-81438e8ae63d: DOWN {{(pid=98376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 01:47:25.100405 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 58674) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:47:25.177217 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-603fb4fd-0fc1-461e-a2c7-011ad8480acb tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:25.177402 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad3f6d-1bd4-4ab0-9704-b07cddac254f req-ccc037da-eeb8-4cbd-a391-280e8cb775d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:25.179049 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1cad3f6d-1bd4-4ab0-9704-b07cddac254f req-ccc037da-eeb8-4cbd-a391-280e8cb775d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5229988-7111-4951-bfef-8f99fc9ca578 HTTP/1.1" status: 200 len: 909 time: 0.1378465 May 28 01:47:25.206842 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-603fb4fd-0fc1-461e-a2c7-011ad8480acb tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:25.263571 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-603fb4fd-0fc1-461e-a2c7-011ad8480acb tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:25.277635 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-c39e00c2-9e53-4398-84d7-a2ba0c6f637c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:25.298499 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fb4fd-0fc1-461e-a2c7-011ad8480acb tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd5d553-0d4b-42a3-8981-18fe581ccb84,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:25.301220 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-603fb4fd-0fc1-461e-a2c7-011ad8480acb tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:25.302434 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-603fb4fd-0fc1-461e-a2c7-011ad8480acb tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:25.303527 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-603fb4fd-0fc1-461e-a2c7-011ad8480acb tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "DELETE /v2.0/security-groups/dbd5d553-0d4b-42a3-8981-18fe581ccb84 HTTP/1.1" status: 204 len: 168 time: 0.2020957 May 28 01:47:25.308327 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 58680) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:47:25.325916 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.api.v2.resource [None req-faf76f32-30e2-4013-8129-1cc754109c64 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] show failed (client error): The resource could not be found. May 28 01:47:25.331399 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-faf76f32-30e2-4013-8129-1cc754109c64 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups/dbd5d553-0d4b-42a3-8981-18fe581ccb84 HTTP/1.1" status: 404 len: 347 time: 0.0217094 May 28 01:47:25.332390 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 58684) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:47:25.351750 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1cad3f6d-1bd4-4ab0-9704-b07cddac254f req-207a1211-5ede-42ec-ad9f-3daddfff2e53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=751f326f-15c5-4cc4-bf14-8a4621fac201 HTTP/1.1" status: 200 len: 1001 time: 0.1655829 May 28 01:47:25.434971 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd773b1-e009-4021-9495-26c25fa7b35f req-3e2ff280-801c-4f2f-8621-0c89cb7f2491 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:25.436657 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1fd773b1-e009-4021-9495-26c25fa7b35f req-3e2ff280-801c-4f2f-8621-0c89cb7f2491 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.1705594 May 28 01:47:25.440485 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad3f6d-1bd4-4ab0-9704-b07cddac254f req-c30a4e20-1aa2-4621-9489-eb85ad21a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:25.441864 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1cad3f6d-1bd4-4ab0-9704-b07cddac254f req-c30a4e20-1aa2-4621-9489-eb85ad21a32a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93f16f84-fabf-40d4-be95-91f2cfae9bba HTTP/1.1" status: 200 len: 847 time: 0.0834882 May 28 01:47:25.538197 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1fd773b1-e009-4021-9495-26c25fa7b35f req-c4ea01b0-4d9d-4c2c-8ea4-b8923e08b094 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0945892 May 28 01:47:25.561264 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.plugin [None req-4f4bc8e6-5f08-4ea1-919d-78e8d1a15d2a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Deleting port db1d0947-a957-4cc7-9905-ef5366c79d7b {{(pid=98374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:47:25.561612 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc8e6-5f08-4ea1-919d-78e8d1a15d2a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:25.564097 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad3f6d-1bd4-4ab0-9704-b07cddac254f req-e951ea88-0ee4-4af5-9ad8-2b7de96bc37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:25.565568 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1cad3f6d-1bd4-4ab0-9704-b07cddac254f req-e951ea88-0ee4-4af5-9ad8-2b7de96bc37a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5229988-7111-4951-bfef-8f99fc9ca578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1084330 May 28 01:47:25.576329 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 93a08a4e-074d-40a1-b262-493f59ee178b no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:47:25.612912 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] No Port match for: 93a08a4e-074d-40a1-b262-493f59ee178b {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:47:25.613415 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 93a08a4e-074d-40a1-b262-493f59ee178b not bound to the agent host hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:47:25.687476 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc8e6-5f08-4ea1-919d-78e8d1a15d2a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:25.687804 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc8e6-5f08-4ea1-919d-78e8d1a15d2a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:25.706657 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1cad3f6d-1bd4-4ab0-9704-b07cddac254f req-7f57c159-e2e7-4cd9-bbcf-98dd307033fc service neutron] 10.222.0.20 "GET /v2.0/networks/d5229988-7111-4951-bfef-8f99fc9ca578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338377 May 28 01:47:25.820378 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.plugin [None req-4f4bc8e6-5f08-4ea1-919d-78e8d1a15d2a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Calling delete_port for db1d0947-a957-4cc7-9905-ef5366c79d7b owned by network:floatingip {{(pid=98374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:47:25.851804 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1cad3f6d-1bd4-4ab0-9704-b07cddac254f req-36e53a92-229f-4ab6-b3b3-a5c9fdfcabd8 service neutron] 10.222.0.20 "GET /v2.0/networks/d5229988-7111-4951-bfef-8f99fc9ca578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349690 May 28 01:47:25.946314 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc8e6-5f08-4ea1-919d-78e8d1a15d2a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:25.950088 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:25.996122 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bc8e6-5f08-4ea1-919d-78e8d1a15d2a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Pushing event deleted for resources: {'Port': ['ID=db1d0947-a957-4cc7-9905-ef5366c79d7b,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:25.999924 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-4f4bc8e6-5f08-4ea1-919d-78e8d1a15d2a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:26.091879 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc8e6-5f08-4ea1-919d-78e8d1a15d2a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for floatingip, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:26.110958 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc8e6-5f08-4ea1-919d-78e8d1a15d2a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for floatingip, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:26.112760 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-4f4bc8e6-5f08-4ea1-919d-78e8d1a15d2a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "DELETE /v2.0/floatingips/cba576ac-8785-4b25-97e7-81438e8ae63d HTTP/1.1" status: 204 len: 168 time: 0.7791607 May 28 01:47:26.353345 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 58698) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:47:26.359151 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-4261d5b7-c323-43a2-80c2-9d2ac78bcfcc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1849533748', 'description': 'tempest-description--85527573'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:47:26.365076 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-4261d5b7-c323-43a2-80c2-9d2ac78bcfcc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:47:26.368874 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-4261d5b7-c323-43a2-80c2-9d2ac78bcfcc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Usage tracker for resource:security_group and tenant:0c8cb123312945c79bd98c6b173fb1c1 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:47:26.371901 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-4261d5b7-c323-43a2-80c2-9d2ac78bcfcc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:47:26.378499 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-4261d5b7-c323-43a2-80c2-9d2ac78bcfcc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:47:26.389513 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4261d5b7-c323-43a2-80c2-9d2ac78bcfcc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:26.409651 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-4261d5b7-c323-43a2-80c2-9d2ac78bcfcc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:47:26.413556 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-4261d5b7-c323-43a2-80c2-9d2ac78bcfcc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Usage tracker for resource:security_group_rule and tenant:0c8cb123312945c79bd98c6b173fb1c1 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:47:26.416991 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-4261d5b7-c323-43a2-80c2-9d2ac78bcfcc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:47:26.422808 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-4261d5b7-c323-43a2-80c2-9d2ac78bcfcc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:47:26.494642 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4261d5b7-c323-43a2-80c2-9d2ac78bcfcc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:26.498452 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4261d5b7-c323-43a2-80c2-9d2ac78bcfcc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:26.501877 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-36ddde29-b518-43c4-9c81-cf2d9e776476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:26.631364 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261d5b7-c323-43a2-80c2-9d2ac78bcfcc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6184c98b-6b81-4c74-be4f-1df84f46aa52,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:26.635114 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-4261d5b7-c323-43a2-80c2-9d2ac78bcfcc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:26.638414 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4261d5b7-c323-43a2-80c2-9d2ac78bcfcc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:26.638414 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-4261d5b7-c323-43a2-80c2-9d2ac78bcfcc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2828987 May 28 01:47:26.641116 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 58704) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:47:26.647711 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-877d0eff-9130-459e-8ebd-59806c253349 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Request body: {'security_group_rule': {'security_group_id': '6184c98b-6b81-4c74-be4f-1df84f46aa52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:47:26.655339 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-877d0eff-9130-459e-8ebd-59806c253349 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:47:26.661588 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-877d0eff-9130-459e-8ebd-59806c253349 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Usage tracker for resource:security_group_rule and tenant:0c8cb123312945c79bd98c6b173fb1c1 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:47:26.702934 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-877d0eff-9130-459e-8ebd-59806c253349 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:47:26.716967 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-877d0eff-9130-459e-8ebd-59806c253349 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:47:26.745591 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-877d0eff-9130-459e-8ebd-59806c253349 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:26.793992 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab83720-8188-417f-b3ba-d58c1a8db5a8 req-812551a7-b926-4b3d-b92a-ee8fd1ca4ece tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:26.795459 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7ab83720-8188-417f-b3ba-d58c1a8db5a8 req-812551a7-b926-4b3d-b92a-ee8fd1ca4ece tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.1358421 May 28 01:47:26.849753 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-877d0eff-9130-459e-8ebd-59806c253349 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:26.853887 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-877d0eff-9130-459e-8ebd-59806c253349 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985474'] for security_group_rule, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:26.864111 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7ab83720-8188-417f-b3ba-d58c1a8db5a8 req-3a2e1820-2e19-483c-9ed3-caf6072f0f80 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624750 May 28 01:47:26.866537 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-483d4d7b-c159-479a-a168-05023ce28a11 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:26.884901 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d0eff-9130-459e-8ebd-59806c253349 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366bd2b6-5f0e-482d-999e-dfba28d61293,revision_number=0']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:26.887842 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-877d0eff-9130-459e-8ebd-59806c253349 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:26.896015 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-877d0eff-9130-459e-8ebd-59806c253349 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:26.897533 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-877d0eff-9130-459e-8ebd-59806c253349 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2544386 May 28 01:47:26.900132 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 58708) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:47:26.905662 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-3df7cd22-f694-4513-927c-f35fb75056d9 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Request body: {'security_group_rule': {'security_group_id': '6184c98b-6b81-4c74-be4f-1df84f46aa52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:47:26.911237 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-3df7cd22-f694-4513-927c-f35fb75056d9 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:47:26.914969 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-3df7cd22-f694-4513-927c-f35fb75056d9 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Usage tracker for resource:security_group_rule and tenant:0c8cb123312945c79bd98c6b173fb1c1 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:47:26.919537 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-3df7cd22-f694-4513-927c-f35fb75056d9 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:47:26.925741 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-3df7cd22-f694-4513-927c-f35fb75056d9 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:47:26.936798 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb58a-28d4-4aa4-86ff-c7f729853b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:26.944967 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3df7cd22-f694-4513-927c-f35fb75056d9 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:27.013082 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3df7cd22-f694-4513-927c-f35fb75056d9 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:27.017179 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3df7cd22-f694-4513-927c-f35fb75056d9 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985474'] for security_group_rule, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:27.019336 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-6ed0b558-2393-4792-a0cb-d42e87bb7c01 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:27.042670 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7cd22-f694-4513-927c-f35fb75056d9 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c13899-a92f-4114-9e94-ec6047d90008,revision_number=0']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:27.047527 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3df7cd22-f694-4513-927c-f35fb75056d9 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:27.052061 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3df7cd22-f694-4513-927c-f35fb75056d9 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:27.053218 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-3df7cd22-f694-4513-927c-f35fb75056d9 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1522098 May 28 01:47:27.056284 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 58712) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:47:27.061933 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Request body: {'floatingip': {'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:47:27.067631 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:47:27.071768 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Usage tracker for resource:floatingip and tenant:0c8cb123312945c79bd98c6b173fb1c1 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:47:27.074874 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:47:27.081209 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:47:27.091352 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for floatingip, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:27.226596 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:27.472173 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Allocated IP 172.28.1.40 (5b4592e9-59af-4549-9f0c-c75a5f18ce50/a16ae849-d4aa-45ca-8c4c-825a3c72e0a4/9c43c03d-7313-47d2-8fdd-ad96fd104e2c) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:47:27.625455 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:27.653418 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:27.657981 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-1bd43620-eb5d-43ad-8a43-a8fef3080b03 tempest-ServerRescueNegativeTestJSON-752527063 tempest-ServerRescueNegativeTestJSON-752527063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:27.722962 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:47:27.725828 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:47:27.729686 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:47:27.766482 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Pushing event updated for resources: {'Port': ['ID=9c43c03d-7313-47d2-8fdd-ad96fd104e2c,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:27.773771 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:27.812406 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:27.871393 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:28.130601 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127a6f1-fcf9-413f-9869-dc6e444db97b req-9c53c1b0-2abe-4f4f-843b-265a2582cd75 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:28.132061 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a127a6f1-fcf9-413f-9869-dc6e444db97b req-9c53c1b0-2abe-4f4f-843b-265a2582cd75 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.1331081 May 28 01:47:28.163945 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:28.175867 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:28.182178 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-566123e6-cc15-44a0-971b-30229fc18bbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:28.240164 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a127a6f1-fcf9-413f-9869-dc6e444db97b req-53a772a3-0232-4e17-ac3f-013978670fae tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000235 May 28 01:47:28.291369 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Pushing event updated for resources: {'Port': ['ID=9c43c03d-7313-47d2-8fdd-ad96fd104e2c,revision_number=2']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:28.295245 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:28.302259 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025534'] for floatingip, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:28.323610 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for floatingip, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:28.324846 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2676222 May 28 01:47:28.557374 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3ad97e00-4188-4386-b0d2-163d67d21298 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1849533748&fields=id&tenant_id=0c8cb123312945c79bd98c6b173fb1c1 HTTP/1.1" status: 200 len: 267 time: 0.0502908 May 28 01:47:28.723450 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-90b2cd4d-ad2e-4173-b54a-73f704bb6cd0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:28.724919 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-90b2cd4d-ad2e-4173-b54a-73f704bb6cd0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/networks?id=921f98b5-4b6b-4d1c-9f05-0d3139f095a4 HTTP/1.1" status: 200 len: 811 time: 0.1609411 May 28 01:47:28.739874 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-2f43b348-ebb2-4c91-8199-bc1377883794 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/quotas/0c8cb123312945c79bd98c6b173fb1c1 HTTP/1.1" status: 200 len: 375 time: 0.0094593 May 28 01:47:28.823954 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-8c298e05-dd2f-417a-9aaf-8b65cb018d06 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c8cb123312945c79bd98c6b173fb1c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790873 May 28 01:47:29.002918 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-fe6dfd6f-1e13-434d-a07d-c80158ceea37 service neutron] 10.222.0.32 "GET /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669245 May 28 01:47:29.135086 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-95ab0e6c-939e-4d44-8a9b-33db5da44106 service neutron] 10.222.0.32 "GET /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250360 May 28 01:47:29.265930 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:29.332536 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6d831eef-984e-42a5-b3e5-7d82b078ebce req-7966e2c7-bf0a-416e-9a7e-5e42cd1ba6f4 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 210 time: 0.0541317 May 28 01:47:29.466812 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092e102-3018-4199-a5e3-96f4c9ba558a req-15138421-cd0e-4274-a1eb-39f0474a72e4 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:29.468816 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3092e102-3018-4199-a5e3-96f4c9ba558a req-15138421-cd0e-4274-a1eb-39f0474a72e4 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.0879409 May 28 01:47:29.511463 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6883d298-bfb0-465a-9185-f26199baa2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:29.527848 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3092e102-3018-4199-a5e3-96f4c9ba558a req-5f2b1f19-847d-435f-ba48-83c622799402 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509048 May 28 01:47:29.550430 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:29.852310 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-bcd03fa6-b518-41b3-96c0-3329ff2485b8 req-a660e7ab-2a32-4963-b7f5-98b58e9079dd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786314 May 28 01:47:29.927550 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7356d-a324-4b8e-a66e-22f7eb9babcb req-8afd1f3c-e04a-49a9-a9ac-be2cfa2d3e20 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:29.929100 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8ac7356d-a324-4b8e-a66e-22f7eb9babcb req-8afd1f3c-e04a-49a9-a9ac-be2cfa2d3e20 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.0938685 May 28 01:47:29.986890 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8ac7356d-a324-4b8e-a66e-22f7eb9babcb req-bfa98da9-c026-4a24-bfb0-b2fa9155f7ca tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487583 May 28 01:47:30.572131 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-819bf67a-7396-4a5e-b620-7c31c03bd7a2 req-80043b52-3a0b-418a-b286-381016a745ff tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 210 time: 0.1419990 May 28 01:47:30.628438 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:30.867051 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-f7c962b8-cbb6-488f-9efb-764b50d08954 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:30.868891 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-f7c962b8-cbb6-488f-9efb-764b50d08954 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.20 "GET /v2.0/networks?id=921f98b5-4b6b-4d1c-9f05-0d3139f095a4 HTTP/1.1" status: 200 len: 811 time: 0.1622009 May 28 01:47:30.928926 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-2f6b76e9-cf4a-4983-a2fa-8f58f197895e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c8cb123312945c79bd98c6b173fb1c1 HTTP/1.1" status: 200 len: 380 time: 0.0439818 May 28 01:47:30.938378 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-696534e1-d202-414e-a308-cb7c441c7946 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Request body: {'port': {'device_id': '23e5dcfa-57f7-4884-a387-98f48e72538a', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'admin_state_up': True, 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'security_groups': ['6184c98b-6b81-4c74-be4f-1df84f46aa52']}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:47:31.070622 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:47:31.082662 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-696534e1-d202-414e-a308-cb7c441c7946 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:47:31.087705 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-696534e1-d202-414e-a308-cb7c441c7946 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Usage tracker for resource:port and tenant:0c8cb123312945c79bd98c6b173fb1c1 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:47:31.090885 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-696534e1-d202-414e-a308-cb7c441c7946 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:47:31.098178 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-696534e1-d202-414e-a308-cb7c441c7946 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:47:31.166457 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-696534e1-d202-414e-a308-cb7c441c7946 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Made reservation on behalf of 0c8cb123312945c79bd98c6b173fb1c1 for: {'port': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:47:31.170358 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-696534e1-d202-414e-a308-cb7c441c7946 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:31.273510 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9822a9-66e0-4760-8370-3ec68e84d66a req-d9c05d74-be75-454d-9abc-5024d1feaa55 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:31.275055 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1a9822a9-66e0-4760-8370-3ec68e84d66a req-d9c05d74-be75-454d-9abc-5024d1feaa55 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.1743088 May 28 01:47:31.384298 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1a9822a9-66e0-4760-8370-3ec68e84d66a req-9d8822a0-c880-46eb-8295-dad13da82f6b tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1010699 May 28 01:47:31.399146 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-696534e1-d202-414e-a308-cb7c441c7946 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Allocated IP 172.20.0.11 (921f98b5-4b6b-4d1c-9f05-0d3139f095a4/69fa25a8-030c-4786-9348-7785d8dee8f5/d6bef8b2-1fef-401c-a735-e01a06ba78d9) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:47:31.589386 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 751f326f-15c5-4cc4-bf14-8a4621fac201 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:47:31.590102 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-696534e1-d202-414e-a308-cb7c441c7946 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:31.607770 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd03fa6-b518-41b3-96c0-3329ff2485b8 req-adca4116-53fa-4747-9056-c02464b34fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:31.608349 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-696534e1-d202-414e-a308-cb7c441c7946 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Transition to ACTIVE for port object d6bef8b2-1fef-401c-a735-e01a06ba78d9 will not be triggered until provisioned by entity DHCP. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:47:31.609694 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-bcd03fa6-b518-41b3-96c0-3329ff2485b8 req-adca4116-53fa-4747-9056-c02464b34fea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452&tenant_id=80115eb4505040a89af0ce7659f24042 HTTP/1.1" status: 200 len: 1098 time: 0.1355169 May 28 01:47:31.634669 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-696534e1-d202-414e-a308-cb7c441c7946 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:31.641474 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:31.732384 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd03fa6-b518-41b3-96c0-3329ff2485b8 req-40bee5bf-23dc-4d43-8fce-6c94385143a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:31.734412 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-bcd03fa6-b518-41b3-96c0-3329ff2485b8 req-40bee5bf-23dc-4d43-8fce-6c94385143a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80115eb4505040a89af0ce7659f24042&device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 1098 time: 0.0860693 May 28 01:47:31.749610 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:31.776707 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-696534e1-d202-414e-a308-cb7c441c7946 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Network 921f98b5-4b6b-4d1c-9f05-0d3139f095a4 is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:47:31.778411 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3caeaa-3e64-4a32-8923-0cb30a38d452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '751f326f-15c5-4cc4-bf14-8a4621fac201'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:47:31.780808 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-696534e1-d202-414e-a308-cb7c441c7946 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:47:31.789448 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 751f326f-15c5-4cc4-bf14-8a4621fac201, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=751f326f-15c5-4cc4-bf14-8a4621fac201,segment=NetworkSegment(a7102f3a-e9ff-49ec-861a-82dec178c589),segment_id=a7102f3a-e9ff-49ec-861a-82dec178c589)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:47:31.797548 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:31.802789 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:31.810566 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-696534e1-d202-414e-a308-cb7c441c7946 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:47:31.839720 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696534e1-d202-414e-a308-cb7c441c7946 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Pushing event updated for resources: {'Port': ['ID=d6bef8b2-1fef-401c-a735-e01a06ba78d9,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:31.848236 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3caeaa-3e64-4a32-8923-0cb30a38d452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '751f326f-15c5-4cc4-bf14-8a4621fac201', 'code': 200} May 28 01:47:31.858190 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-696534e1-d202-414e-a308-cb7c441c7946 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:31.895950 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=751f326f-15c5-4cc4-bf14-8a4621fac201,revision_number=6']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:31.896884 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd03fa6-b518-41b3-96c0-3329ff2485b8 req-955496ba-5c45-4963-ada7-69cfa26bfb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:31.898350 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-bcd03fa6-b518-41b3-96c0-3329ff2485b8 req-955496ba-5c45-4963-ada7-69cfa26bfb23 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5229988-7111-4951-bfef-8f99fc9ca578 HTTP/1.1" status: 200 len: 909 time: 0.1566212 May 28 01:47:31.905759 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:31.906117 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:31.906459 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:31.906982 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:31.907775 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:31.908352 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:31.909001 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:31.909485 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:31.909983 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:31.910757 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:31.911493 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:31.912003 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:31.919859 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:31.929443 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4e5c3-5707-4228-aa03-7e3f36d35240 req-4790f779-16d7-4d8f-b04c-f601ae577218 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:31.931436 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1cc4e5c3-5707-4228-aa03-7e3f36d35240 req-4790f779-16d7-4d8f-b04c-f601ae577218 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 932 time: 0.2169194 May 28 01:47:31.939031 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-696534e1-d202-414e-a308-cb7c441c7946 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:31.939811 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-696534e1-d202-414e-a308-cb7c441c7946 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:32.015950 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-bcd03fa6-b518-41b3-96c0-3329ff2485b8 req-3eed9da1-282d-4021-a374-b0c3e5a85d7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=751f326f-15c5-4cc4-bf14-8a4621fac201 HTTP/1.1" status: 200 len: 999 time: 0.1100535 May 28 01:47:32.017280 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1cc4e5c3-5707-4228-aa03-7e3f36d35240 req-0b7fe95d-fb63-498d-876e-20b6937d28ea tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=6184c98b-6b81-4c74-be4f-1df84f46aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725815 May 28 01:47:32.019636 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-696534e1-d202-414e-a308-cb7c441c7946 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0853848 May 28 01:47:32.048879 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Request body: {'port': {'device_id': '23e5dcfa-57f7-4884-a387-98f48e72538a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:47:32.099378 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-dfbfd149-fb8a-46c2-951f-68eb77cb1b5e None None] Provisioning for port d6bef8b2-1fef-401c-a735-e01a06ba78d9 completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:47:32.105946 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-dfbfd149-fb8a-46c2-951f-68eb77cb1b5e None None] Provisioning complete for port d6bef8b2-1fef-401c-a735-e01a06ba78d9 triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:47:32.106339 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-dfbfd149-fb8a-46c2-951f-68eb77cb1b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:32.106767 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd03fa6-b518-41b3-96c0-3329ff2485b8 req-92f673b3-948b-425b-ae2f-a209bc8eaeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:32.108950 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-bcd03fa6-b518-41b3-96c0-3329ff2485b8 req-92f673b3-948b-425b-ae2f-a209bc8eaeca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93f16f84-fabf-40d4-be95-91f2cfae9bba HTTP/1.1" status: 200 len: 847 time: 0.0677557 May 28 01:47:32.161383 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-dfbfd149-fb8a-46c2-951f-68eb77cb1b5e None None] Port d6bef8b2-1fef-401c-a735-e01a06ba78d9 cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:47:32.179122 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:32.237786 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd03fa6-b518-41b3-96c0-3329ff2485b8 req-f702f91e-c92e-4dfc-a67b-05227fc3226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:32.239239 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-bcd03fa6-b518-41b3-96c0-3329ff2485b8 req-f702f91e-c92e-4dfc-a67b-05227fc3226a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5229988-7111-4951-bfef-8f99fc9ca578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792563 May 28 01:47:32.302661 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:32.369693 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-bcd03fa6-b518-41b3-96c0-3329ff2485b8 req-2880b761-c1cd-40e4-8d3c-d95362864dab service neutron] 10.222.0.20 "GET /v2.0/networks/d5229988-7111-4951-bfef-8f99fc9ca578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238327 May 28 01:47:32.508950 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-bcd03fa6-b518-41b3-96c0-3329ff2485b8 req-3fa1c164-ca36-4ffb-966b-0faf7c6ca674 service neutron] 10.222.0.20 "GET /v2.0/networks/d5229988-7111-4951-bfef-8f99fc9ca578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314528 May 28 01:47:32.582597 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6bef8b2-1fef-401c-a735-e01a06ba78d9 {{(pid=98373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:47:32.592123 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:32.612316 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Transition to ACTIVE for port object d6bef8b2-1fef-401c-a735-e01a06ba78d9 will not be triggered until provisioned by entity L2. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:47:32.617017 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:32.621880 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-30806821-8f3b-4627-b5cc-18c0141a165b tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:32.840907 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d6352-83d4-4c0d-8b20-b29fa5eb4498 req-812c2abd-c26d-4e5d-a83c-341c79e18998 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:32.843337 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-108d6352-83d4-4c0d-8b20-b29fa5eb4498 req-812c2abd-c26d-4e5d-a83c-341c79e18998 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 943 time: 0.3370914 May 28 01:47:32.926926 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bef8b2-1fef-401c-a735-e01a06ba78d9,revision_number=2']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:32.966223 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:33.006076 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-108d6352-83d4-4c0d-8b20-b29fa5eb4498 req-626f2d19-236f-417e-839c-9635e3e44544 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1530926 May 28 01:47:33.029601 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Attempting to bind port d6bef8b2-1fef-401c-a735-e01a06ba78d9 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:47:33.030498 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Attempting to bind port d6bef8b2-1fef-401c-a735-e01a06ba78d9 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '7c607989-63e8-4f5e-9b23-b81cad895349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4'}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:47:33.030828 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Attempting to bind port d6bef8b2-1fef-401c-a735-e01a06ba78d9 on network 921f98b5-4b6b-4d1c-9f05-0d3139f095a4 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:47:33.035869 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Port d6bef8b2-1fef-401c-a735-e01a06ba78d9 on network 921f98b5-4b6b-4d1c-9f05-0d3139f095a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 01:47:33.036200 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Attempting to bind port d6bef8b2-1fef-401c-a735-e01a06ba78d9 on network 921f98b5-4b6b-4d1c-9f05-0d3139f095a4 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:47:33.041588 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Checking agent: {'id': '1b125da3-7d0c-4b26-bfd9-a1004cddd395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:47:33.041820 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Checking segment: {'id': '7c607989-63e8-4f5e-9b23-b81cad895349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:47:33.042214 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Bound using segment: {'id': '7c607989-63e8-4f5e-9b23-b81cad895349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4'} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:47:33.042626 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Bound port: d6bef8b2-1fef-401c-a735-e01a06ba78d9, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c607989-63e8-4f5e-9b23-b81cad895349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4'}}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:47:33.042972 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:33.181698 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] For port d6bef8b2-1fef-401c-a735-e01a06ba78d9, host hv-cinder-79351, cleared binding levels {{(pid=98373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:47:33.194065 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] For port d6bef8b2-1fef-401c-a735-e01a06ba78d9, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d6bef8b2-1fef-401c-a735-e01a06ba78d9,segment=NetworkSegment(7c607989-63e8-4f5e-9b23-b81cad895349),segment_id=7c607989-63e8-4f5e-9b23-b81cad895349)] {{(pid=98373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:47:33.206656 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:33.210851 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-f9ab665a-fa35-479b-bc7e-44e0c204fca3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:33.278316 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea544e0e-796d-428b-81f5-b6ce5f0ec8d8 req-1b9b0e73-09e3-4cbd-ae0f-676b5d5bf2f0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:33.279007 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-ea544e0e-796d-428b-81f5-b6ce5f0ec8d8 req-1b9b0e73-09e3-4cbd-ae0f-676b5d5bf2f0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Synchronizing usage tracker for tenant:0c8cb123312945c79bd98c6b173fb1c1 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:47:33.286626 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:33.287138 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:33.288515 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] 10.222.0.20 "PUT /v2.0/ports/d6bef8b2-1fef-401c-a735-e01a06ba78d9 HTTP/1.1" status: 200 len: 1094 time: 1.2446439 May 28 01:47:33.289019 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e5dcfa-57f7-4884-a387-98f48e72538a', 'tag': 'd6bef8b2-1fef-401c-a735-e01a06ba78d9'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:47:33.316271 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bef8b2-1fef-401c-a735-e01a06ba78d9,revision_number=3']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:33.319528 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-ea544e0e-796d-428b-81f5-b6ce5f0ec8d8 req-1b9b0e73-09e3-4cbd-ae0f-676b5d5bf2f0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Unset dirty status for tenant:0c8cb123312945c79bd98c6b173fb1c1 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:47:33.320815 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ea544e0e-796d-428b-81f5-b6ce5f0ec8d8 req-1b9b0e73-09e3-4cbd-ae0f-676b5d5bf2f0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 944 time: 0.1984551 May 28 01:47:33.321618 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:33.384123 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e5dcfa-57f7-4884-a387-98f48e72538a', 'tag': 'd6bef8b2-1fef-401c-a735-e01a06ba78d9', 'status': 'completed', 'code': 200} May 28 01:47:33.419848 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ea544e0e-796d-428b-81f5-b6ce5f0ec8d8 req-39eebc76-63dd-453c-8e4e-f83ba5d503c4 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=6184c98b-6b81-4c74-be4f-1df84f46aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907040 May 28 01:47:33.443730 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-cc782d59-af47-43e1-a04c-60017f67aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:33.445317 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-cc782d59-af47-43e1-a04c-60017f67aeee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c8cb123312945c79bd98c6b173fb1c1&device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 1097 time: 0.0958929 May 28 01:47:33.526042 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-c463409b-dbd4-4d40-8339-6918f3fdc77c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6bef8b2-1fef-401c-a735-e01a06ba78d9 HTTP/1.1" status: 200 len: 217 time: 0.0653725 May 28 01:47:33.606299 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-f73311c8-b5e4-422b-af2b-255bcd5ed43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:33.610378 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-f73311c8-b5e4-422b-af2b-255bcd5ed43c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69fa25a8-030c-4786-9348-7785d8dee8f5 HTTP/1.1" status: 200 len: 850 time: 0.0576985 May 28 01:47:33.688120 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37148cfd-ae60-4d1c-bdae-208c8584ae85 req-7068d87d-5a41-4f69-a7aa-21850ced458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:33.689599 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-37148cfd-ae60-4d1c-bdae-208c8584ae85 req-7068d87d-5a41-4f69-a7aa-21850ced458d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80115eb4505040a89af0ce7659f24042&device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 1096 time: 0.0731816 May 28 01:47:33.692350 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-4c5a16de-8539-4c2c-8589-cf6c490ce4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:33.693984 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-4c5a16de-8539-4c2c-8589-cf6c490ce4c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=921f98b5-4b6b-4d1c-9f05-0d3139f095a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761070 May 28 01:47:33.832448 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-68bc999f-d99c-49fa-b79d-5dbcd2acf8d6 service neutron] 10.222.0.20 "GET /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314375 May 28 01:47:33.841682 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37148cfd-ae60-4d1c-bdae-208c8584ae85 req-6d6b074b-e3bd-4af6-a2ab-d9396bcf34df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:33.843163 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-37148cfd-ae60-4d1c-bdae-208c8584ae85 req-6d6b074b-e3bd-4af6-a2ab-d9396bcf34df service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5229988-7111-4951-bfef-8f99fc9ca578 HTTP/1.1" status: 200 len: 909 time: 0.1318436 May 28 01:47:33.950180 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-37148cfd-ae60-4d1c-bdae-208c8584ae85 req-7385853a-8f48-4f1b-a1a2-0c2414a73655 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=751f326f-15c5-4cc4-bf14-8a4621fac201 HTTP/1.1" status: 200 len: 999 time: 0.1010430 May 28 01:47:34.023691 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37148cfd-ae60-4d1c-bdae-208c8584ae85 req-fc785951-96ae-428d-a31b-ab8c2e16522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:34.025414 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-37148cfd-ae60-4d1c-bdae-208c8584ae85 req-fc785951-96ae-428d-a31b-ab8c2e16522d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93f16f84-fabf-40d4-be95-91f2cfae9bba HTTP/1.1" status: 200 len: 847 time: 0.0681603 May 28 01:47:34.028577 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec56f101-430d-45c9-837a-5b5e568142b1 req-e6bc67bf-0769-4434-b714-b683f52e5b3b service neutron] 10.222.0.20 "GET /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868708 May 28 01:47:34.037342 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28c0a7-08db-43c0-9e1b-9e1b46bc3b3c req-ebee0f63-0cd6-4fdd-8361-3db704fe1637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:34.038763 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9d28c0a7-08db-43c0-9e1b-9e1b46bc3b3c req-ebee0f63-0cd6-4fdd-8361-3db704fe1637 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 1096 time: 0.1084700 May 28 01:47:34.091702 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9d28c0a7-08db-43c0-9e1b-9e1b46bc3b3c req-9358ab80-569b-4d76-a24f-6b2c99102353 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396402 May 28 01:47:34.142828 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37148cfd-ae60-4d1c-bdae-208c8584ae85 req-8277d59a-c497-47aa-a661-8706de2c6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:34.144459 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-37148cfd-ae60-4d1c-bdae-208c8584ae85 req-8277d59a-c497-47aa-a661-8706de2c6dd7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5229988-7111-4951-bfef-8f99fc9ca578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1013074 May 28 01:47:34.213232 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969b15f-5ceb-4b35-a9c3-1bf9ec15919a req-a7f9c3fe-7435-4ab4-9b23-e0320e830ac2 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:34.214613 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6969b15f-5ceb-4b35-a9c3-1bf9ec15919a req-a7f9c3fe-7435-4ab4-9b23-e0320e830ac2 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 943 time: 0.0834293 May 28 01:47:34.270090 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6969b15f-5ceb-4b35-a9c3-1bf9ec15919a req-cdd08e7d-beef-4171-a6de-2b4a500e02ef tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492892 May 28 01:47:34.481842 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddfb5e-de85-4ab6-9623-1ad126bf1784 req-27fa1530-c5ff-4c6d-a0d1-1f3c4fa46958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:34.483275 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-83ddfb5e-de85-4ab6-9623-1ad126bf1784 req-27fa1530-c5ff-4c6d-a0d1-1f3c4fa46958 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c8cb123312945c79bd98c6b173fb1c1&device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 1097 time: 0.0789387 May 28 01:47:34.543459 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-37148cfd-ae60-4d1c-bdae-208c8584ae85 req-8a3454d9-636c-433a-95de-6c859f5b0883 service neutron] 10.222.0.20 "GET /v2.0/networks/d5229988-7111-4951-bfef-8f99fc9ca578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386256 May 28 01:47:34.681765 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddfb5e-de85-4ab6-9623-1ad126bf1784 req-8d21d616-8a50-41ce-a40e-e696f949c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:34.683250 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-83ddfb5e-de85-4ab6-9623-1ad126bf1784 req-8d21d616-8a50-41ce-a40e-e696f949c9f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=921f98b5-4b6b-4d1c-9f05-0d3139f095a4 HTTP/1.1" status: 200 len: 912 time: 0.1918383 May 28 01:47:34.758201 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7c03f-8852-4a81-a179-2129eb07bd48 req-751f73cb-8787-47fb-a165-2823dc99c83c tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:34.759679 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d4a7c03f-8852-4a81-a179-2129eb07bd48 req-751f73cb-8787-47fb-a165-2823dc99c83c tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 944 time: 0.1967616 May 28 01:47:34.786895 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-37148cfd-ae60-4d1c-bdae-208c8584ae85 req-a31232b4-1512-4650-b5d6-610a05422eef service neutron] 10.222.0.20 "GET /v2.0/networks/d5229988-7111-4951-bfef-8f99fc9ca578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321234 May 28 01:47:34.869694 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-83ddfb5e-de85-4ab6-9623-1ad126bf1784 req-8cf35388-044b-4602-a42e-2ce57e7bf713 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6bef8b2-1fef-401c-a735-e01a06ba78d9 HTTP/1.1" status: 200 len: 217 time: 0.1747625 May 28 01:47:34.955721 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d4a7c03f-8852-4a81-a179-2129eb07bd48 req-42967bdd-0174-4fc6-b305-0cd91933ca26 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=6184c98b-6b81-4c74-be4f-1df84f46aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878990 May 28 01:47:34.963052 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddfb5e-de85-4ab6-9623-1ad126bf1784 req-eaee7a0a-5df9-4665-8098-419708aa46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:34.964464 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-83ddfb5e-de85-4ab6-9623-1ad126bf1784 req-eaee7a0a-5df9-4665-8098-419708aa46a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69fa25a8-030c-4786-9348-7785d8dee8f5 HTTP/1.1" status: 200 len: 850 time: 0.0794494 May 28 01:47:35.048687 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddfb5e-de85-4ab6-9623-1ad126bf1784 req-ee60d168-c19c-460a-ae47-c32644352121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:35.050078 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-83ddfb5e-de85-4ab6-9623-1ad126bf1784 req-ee60d168-c19c-460a-ae47-c32644352121 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=921f98b5-4b6b-4d1c-9f05-0d3139f095a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738173 May 28 01:47:35.187285 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-83ddfb5e-de85-4ab6-9623-1ad126bf1784 req-7cbe9904-06e6-46c8-9f56-0f6493700d78 service neutron] 10.222.0.20 "GET /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280930 May 28 01:47:35.362116 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-83ddfb5e-de85-4ab6-9623-1ad126bf1784 req-810f5e37-f1d6-486d-b2ac-b6ce4a90a3ea service neutron] 10.222.0.20 "GET /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477437 May 28 01:47:35.487909 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e9980-ab90-4c08-a87a-529ee8ed9cb8 req-c47891f1-f1ab-4b5d-86c9-fa2b1286d4aa tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:35.489335 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-227e9980-ab90-4c08-a87a-529ee8ed9cb8 req-c47891f1-f1ab-4b5d-86c9-fa2b1286d4aa tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 943 time: 0.0870762 May 28 01:47:35.538061 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-227e9980-ab90-4c08-a87a-529ee8ed9cb8 req-263b433f-ae1b-4852-8c4c-ba33055c2aca tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430276 May 28 01:47:35.609202 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 751f326f-15c5-4cc4-bf14-8a4621fac201 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:47:35.748504 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 751f326f-15c5-4cc4-bf14-8a4621fac201, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=751f326f-15c5-4cc4-bf14-8a4621fac201,segment=NetworkSegment(a7102f3a-e9ff-49ec-861a-82dec178c589),segment_id=a7102f3a-e9ff-49ec-861a-82dec178c589)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:47:35.761483 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': '751f326f-15c5-4cc4-bf14-8a4621fac201', 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578', 'port_id': '751f326f-15c5-4cc4-bf14-8a4621fac201', 'mac_address': 'fa:16:3e:0f:f9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f16f84-fabf-40d4-be95-91f2cfae9bba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:47:35.818858 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:35.841756 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751f326f-15c5-4cc4-bf14-8a4621fac201 {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:47:35.861713 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 751f326f-15c5-4cc4-bf14-8a4621fac201, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=751f326f-15c5-4cc4-bf14-8a4621fac201,segment=NetworkSegment(a7102f3a-e9ff-49ec-861a-82dec178c589),segment_id=a7102f3a-e9ff-49ec-861a-82dec178c589)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:47:35.867360 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:35.870190 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:35.948864 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=751f326f-15c5-4cc4-bf14-8a4621fac201,revision_number=7']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:35.953201 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:36.056430 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab439e-0c40-40e2-b569-18c3a6417648 req-a82e8762-8c24-43a8-818f-f1838983b0ac tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:36.057789 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bbab439e-0c40-40e2-b569-18c3a6417648 req-a82e8762-8c24-43a8-818f-f1838983b0ac tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0885847 May 28 01:47:36.103795 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bbab439e-0c40-40e2-b569-18c3a6417648 req-316a997f-b572-4f0e-9544-4fbca65b0fc9 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397673 May 28 01:47:36.233708 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['751f326f-15c5-4cc4-bf14-8a4621fac201'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:47:36.296822 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8de03c-bf3d-4c9c-90dd-3a7984e1d324 req-a8f00909-b77b-4588-bd9c-40753f45bfc4 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:36.298448 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6f8de03c-bf3d-4c9c-90dd-3a7984e1d324 req-a8f00909-b77b-4588-bd9c-40753f45bfc4 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 944 time: 0.0930686 May 28 01:47:36.352117 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6f8de03c-bf3d-4c9c-90dd-3a7984e1d324 req-1699c39b-bdd8-4de8-a5d2-b410f32b5d36 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=6184c98b-6b81-4c74-be4f-1df84f46aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478232 May 28 01:47:37.306820 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd087a-d323-4c71-8356-582bcfaee2bc req-43eb536b-049d-416d-a5f1-977cc8bff1d6 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:37.308593 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-debd087a-d323-4c71-8356-582bcfaee2bc req-43eb536b-049d-416d-a5f1-977cc8bff1d6 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0905170 May 28 01:47:37.353531 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-debd087a-d323-4c71-8356-582bcfaee2bc req-ecd657bd-1375-4656-b094-59f1abb1d855 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392759 May 28 01:47:37.527671 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57aa1bb-7439-4b73-89f8-8e7773646684 req-7d07c1df-565e-40b4-9ae8-e4c12d15fb20 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:37.529238 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e57aa1bb-7439-4b73-89f8-8e7773646684 req-7d07c1df-565e-40b4-9ae8-e4c12d15fb20 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 944 time: 0.0792718 May 28 01:47:37.578883 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e57aa1bb-7439-4b73-89f8-8e7773646684 req-33d777fc-656d-403f-b16c-a7c6e976b57d tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=6184c98b-6b81-4c74-be4f-1df84f46aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434430 May 28 01:47:37.625194 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device d6bef8b2-1fef-401c-a735-e01a06ba78d9 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:47:37.635473 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 751f326f-15c5-4cc4-bf14-8a4621fac201 up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:47:37.732307 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6b388-38f8-476e-8c23-799aeb4ba24d req-2910d78a-39e5-4131-a6c8-ebec16383c00 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:37.733727 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-abd6b388-38f8-476e-8c23-799aeb4ba24d req-2910d78a-39e5-4131-a6c8-ebec16383c00 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc0477-51c3-4020-972b-6300cce488d8 HTTP/1.1" status: 200 len: 945 time: 0.0814195 May 28 01:47:37.780198 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-abd6b388-38f8-476e-8c23-799aeb4ba24d req-55f9f367-3aa1-4313-bbf6-dbab4d3cbbf3 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408003 May 28 01:47:37.805750 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port 751f326f-15c5-4cc4-bf14-8a4621fac201 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:47:37.806126 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:37.868754 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port d6bef8b2-1fef-401c-a735-e01a06ba78d9, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d6bef8b2-1fef-401c-a735-e01a06ba78d9,segment=NetworkSegment(7c607989-63e8-4f5e-9b23-b81cad895349),segment_id=7c607989-63e8-4f5e-9b23-b81cad895349)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:47:37.886368 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': 'd6bef8b2-1fef-401c-a735-e01a06ba78d9', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'port_id': 'd6bef8b2-1fef-401c-a735-e01a06ba78d9', 'mac_address': 'fa:16:3e:75:d5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:47:37.990779 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:38.008479 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:38.020302 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6bef8b2-1fef-401c-a735-e01a06ba78d9 {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:47:38.049832 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3caeaa-3e64-4a32-8923-0cb30a38d452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751f326f-15c5-4cc4-bf14-8a4621fac201'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:47:38.054910 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port d6bef8b2-1fef-401c-a735-e01a06ba78d9, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d6bef8b2-1fef-401c-a735-e01a06ba78d9,segment=NetworkSegment(7c607989-63e8-4f5e-9b23-b81cad895349),segment_id=7c607989-63e8-4f5e-9b23-b81cad895349)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:47:38.060564 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:38.065140 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 751f326f-15c5-4cc4-bf14-8a4621fac201, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=751f326f-15c5-4cc4-bf14-8a4621fac201,segment=NetworkSegment(a7102f3a-e9ff-49ec-861a-82dec178c589),segment_id=a7102f3a-e9ff-49ec-861a-82dec178c589)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:47:38.066048 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-60301f3e-2127-470d-a732-eb4bb9b90f01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:38.097184 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3caeaa-3e64-4a32-8923-0cb30a38d452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751f326f-15c5-4cc4-bf14-8a4621fac201', 'code': 200} May 28 01:47:38.102851 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:38.136879 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=d6bef8b2-1fef-401c-a735-e01a06ba78d9,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:38.139776 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:38.140268 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:38.203511 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=751f326f-15c5-4cc4-bf14-8a4621fac201,revision_number=8']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:38.206479 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:38.410610 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['d6bef8b2-1fef-401c-a735-e01a06ba78d9'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:47:38.658566 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c0106-5a0a-4a08-af97-2292f3fcd161 req-da0b7c7a-24b8-488a-8f76-b36b5cdef3b0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:38.659731 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-422c0106-5a0a-4a08-af97-2292f3fcd161 req-da0b7c7a-24b8-488a-8f76-b36b5cdef3b0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0869284 May 28 01:47:38.743797 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-422c0106-5a0a-4a08-af97-2292f3fcd161 req-49180d20-ebfe-468d-9689-b5986dbb45bc tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784817 May 28 01:47:38.783172 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263b69f-48a5-4923-b9f4-c58bbfc1671a req-fb536b7f-e66c-42af-88f1-8652d42c175d tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:38.784693 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5263b69f-48a5-4923-b9f4-c58bbfc1671a req-fb536b7f-e66c-42af-88f1-8652d42c175d tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 945 time: 0.0915260 May 28 01:47:38.832838 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5263b69f-48a5-4923-b9f4-c58bbfc1671a req-2bf8e8f8-cdd2-45c8-a3a9-4ca57f30b37a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=6184c98b-6b81-4c74-be4f-1df84f46aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418017 May 28 01:47:38.987496 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9952183-ce3d-4dbf-820d-b52a85803f56 req-05b21f43-173e-4182-9757-312213d5df94 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:38.989514 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d9952183-ce3d-4dbf-820d-b52a85803f56 req-05b21f43-173e-4182-9757-312213d5df94 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc0477-51c3-4020-972b-6300cce488d8 HTTP/1.1" status: 200 len: 945 time: 0.1017759 May 28 01:47:39.054697 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d9952183-ce3d-4dbf-820d-b52a85803f56 req-d4c94996-11e3-433f-9793-9451a1f38218 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585563 May 28 01:47:39.649674 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device d6bef8b2-1fef-401c-a735-e01a06ba78d9 up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:47:39.721804 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning for port d6bef8b2-1fef-401c-a735-e01a06ba78d9 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:47:39.726676 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port d6bef8b2-1fef-401c-a735-e01a06ba78d9 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:47:39.727051 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:39.856129 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:39.891250 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port d6bef8b2-1fef-401c-a735-e01a06ba78d9, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d6bef8b2-1fef-401c-a735-e01a06ba78d9,segment=NetworkSegment(7c607989-63e8-4f5e-9b23-b81cad895349),segment_id=7c607989-63e8-4f5e-9b23-b81cad895349)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:47:39.896521 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:39.899113 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:39.963207 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999b62e-f63f-413b-ba0f-01a28d2a2aed req-b0d80a2d-bc33-4788-97e8-c271ec1c3549 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:39.964858 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c999b62e-f63f-413b-ba0f-01a28d2a2aed req-b0d80a2d-bc33-4788-97e8-c271ec1c3549 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.1096838 May 28 01:47:39.996972 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=d6bef8b2-1fef-401c-a735-e01a06ba78d9,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:40.000060 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:40.071026 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c999b62e-f63f-413b-ba0f-01a28d2a2aed req-e7b0f354-c60b-4ca5-b6e3-78bfe10937aa tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608795 May 28 01:47:40.095368 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebe0fd-2b18-42cf-b636-c63153996bec req-839b33cf-9757-47cb-a08b-2888af1c5360 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:40.097191 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8aebe0fd-2b18-42cf-b636-c63153996bec req-839b33cf-9757-47cb-a08b-2888af1c5360 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 946 time: 0.1313524 May 28 01:47:40.098136 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e5dcfa-57f7-4884-a387-98f48e72538a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bef8b2-1fef-401c-a735-e01a06ba78d9'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:47:40.149746 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8aebe0fd-2b18-42cf-b636-c63153996bec req-364d9608-d593-4edb-8084-479f1d729762 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=6184c98b-6b81-4c74-be4f-1df84f46aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453889 May 28 01:47:40.204355 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e5dcfa-57f7-4884-a387-98f48e72538a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bef8b2-1fef-401c-a735-e01a06ba78d9', 'code': 200} May 28 01:47:40.260791 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73f4b1-5a09-434f-b70f-6affa169ec2e req-4c5104cd-da71-4efc-8e13-b2a55305b2e9 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:40.262246 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-af73f4b1-5a09-434f-b70f-6affa169ec2e req-4c5104cd-da71-4efc-8e13-b2a55305b2e9 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc0477-51c3-4020-972b-6300cce488d8 HTTP/1.1" status: 200 len: 945 time: 0.0833256 May 28 01:47:40.311117 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-af73f4b1-5a09-434f-b70f-6affa169ec2e req-90d8f9b3-a474-4444-b372-5edc6a645748 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430274 May 28 01:47:40.495362 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d9d88-4529-49d3-8d84-12a2ad383113 req-0ed449ff-001c-438f-a137-d6ce7d99cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:40.496845 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-633d9d88-4529-49d3-8d84-12a2ad383113 req-0ed449ff-001c-438f-a137-d6ce7d99cef4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 1099 time: 0.0692532 May 28 01:47:40.542002 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-633d9d88-4529-49d3-8d84-12a2ad383113 req-85300c38-a864-47db-8a40-9fb3c1c90c06 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6184c98b-6b81-4c74-be4f-1df84f46aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387003 May 28 01:47:41.424482 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bf805-0e62-4c33-82ea-d9a6c5d6921c req-67ba2865-3c5a-4533-84db-039347094158 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:41.425900 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-492bf805-0e62-4c33-82ea-d9a6c5d6921c req-67ba2865-3c5a-4533-84db-039347094158 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.2390409 May 28 01:47:41.433787 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb365e5-a0cd-4ab0-9739-af9700a53534 req-f086f089-2b71-4571-a135-bbc4edc0b9ae tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:41.435250 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9eb365e5-a0cd-4ab0-9739-af9700a53534 req-f086f089-2b71-4571-a135-bbc4edc0b9ae tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 946 time: 0.1182413 May 28 01:47:41.504693 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-492bf805-0e62-4c33-82ea-d9a6c5d6921c req-8de4c7e1-22bd-4d1d-be22-0b9810daec74 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683672 May 28 01:47:41.509404 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9eb365e5-a0cd-4ab0-9739-af9700a53534 req-8dc75ff3-12d1-4288-92bf-b4ccdec458fc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=6184c98b-6b81-4c74-be4f-1df84f46aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600049 May 28 01:47:41.685262 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a57b4f-50f6-4cd3-84df-f80f632603d0 req-0bc69b87-fbbf-4654-8972-b0ef155c39c6 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:41.686656 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-88a57b4f-50f6-4cd3-84df-f80f632603d0 req-0bc69b87-fbbf-4654-8972-b0ef155c39c6 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc0477-51c3-4020-972b-6300cce488d8 HTTP/1.1" status: 200 len: 945 time: 0.0806196 May 28 01:47:41.735358 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-88a57b4f-50f6-4cd3-84df-f80f632603d0 req-334e6050-39c3-435e-920c-ea61ab9ab7f1 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429239 May 28 01:47:42.767720 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ebb65-4797-4174-946d-5b780e04b01c req-9c528048-89a7-483f-9d4c-db4107862d9b tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:42.769279 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-310ebb65-4797-4174-946d-5b780e04b01c req-9c528048-89a7-483f-9d4c-db4107862d9b tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 946 time: 0.1526999 May 28 01:47:42.778881 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4634f-fc61-47bc-9da2-a5ae059009a2 req-73834880-5296-4103-9ee1-c81e6e329b93 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:42.780852 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-26a4634f-fc61-47bc-9da2-a5ae059009a2 req-73834880-5296-4103-9ee1-c81e6e329b93 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.1312647 May 28 01:47:42.860745 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-310ebb65-4797-4174-946d-5b780e04b01c req-bab8233a-e57c-4a25-beb3-6e228a72e168 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=6184c98b-6b81-4c74-be4f-1df84f46aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789304 May 28 01:47:42.865825 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-26a4634f-fc61-47bc-9da2-a5ae059009a2 req-c24f93af-b897-41c8-b686-b6b3a2974712 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678174 May 28 01:47:43.100522 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb805be-5be9-4d44-bf3d-97efddc46da1 req-9abc2c6b-522a-41dd-994b-c4596443cc1c tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:43.101871 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-eeb805be-5be9-4d44-bf3d-97efddc46da1 req-9abc2c6b-522a-41dd-994b-c4596443cc1c tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 946 time: 0.1383083 May 28 01:47:43.110309 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 58882) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:47:43.115442 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-d3bd797f-19a3-4267-9a67-a9c65bca96d5 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Request body: {'floatingip': {'port_id': 'd6bef8b2-1fef-401c-a735-e01a06ba78d9'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:47:43.115595 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f34b50-c05c-4ef0-affe-17a165458c1d req-9a629f02-6e48-4933-a2d1-b825196e2ad0 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:43.117006 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-62f34b50-c05c-4ef0-affe-17a165458c1d req-9a629f02-6e48-4933-a2d1-b825196e2ad0 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc0477-51c3-4020-972b-6300cce488d8 HTTP/1.1" status: 200 len: 945 time: 0.1214175 May 28 01:47:43.164384 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-62f34b50-c05c-4ef0-affe-17a165458c1d req-b4214493-a952-4aa3-b6a7-fc2cbe211a8f tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413189 May 28 01:47:43.196103 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-d3bd797f-19a3-4267-9a67-a9c65bca96d5 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for floatingip, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:43.600400 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d516e-b594-4db0-ba9c-a29d4c1e4fcd req-45dcb616-8e8c-43c2-a814-0daafb2baf40 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:43.602152 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-103d516e-b594-4db0-ba9c-a29d4c1e4fcd req-45dcb616-8e8c-43c2-a814-0daafb2baf40 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ddc0477-51c3-4020-972b-6300cce488d8 HTTP/1.1" status: 200 len: 945 time: 0.0802693 May 28 01:47:43.740520 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-103d516e-b594-4db0-ba9c-a29d4c1e4fcd req-b7e002ce-0b50-4281-a002-23057816fa14 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Deleting port 2aeeb787-67e2-4291-a830-12e8ad2fc3cf {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:47:43.740855 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-103d516e-b594-4db0-ba9c-a29d4c1e4fcd req-b7e002ce-0b50-4281-a002-23057816fa14 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:43.820584 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-d3bd797f-19a3-4267-9a67-a9c65bca96d5 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:43.825491 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-d3bd797f-19a3-4267-9a67-a9c65bca96d5 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025534'] for floatingip, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:43.875107 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-103d516e-b594-4db0-ba9c-a29d4c1e4fcd req-b7e002ce-0b50-4281-a002-23057816fa14 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] For port 2aeeb787-67e2-4291-a830-12e8ad2fc3cf, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2aeeb787-67e2-4291-a830-12e8ad2fc3cf,segment=NetworkSegment(8447c016-60a2-4449-a08a-d0ad6fb3ec87),segment_id=8447c016-60a2-4449-a08a-d0ad6fb3ec87)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:47:43.875668 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-103d516e-b594-4db0-ba9c-a29d4c1e4fcd req-b7e002ce-0b50-4281-a002-23057816fa14 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:44.002361 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-103d516e-b594-4db0-ba9c-a29d4c1e4fcd req-b7e002ce-0b50-4281-a002-23057816fa14 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Calling delete_port for 2aeeb787-67e2-4291-a830-12e8ad2fc3cf owned by compute:nova {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:47:44.006449 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.db.l3_db [None req-d3bd797f-19a3-4267-9a67-a9c65bca96d5 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Floating IP adac445a-0b9d-413d-81ab-365ef1d4324f associated. External IP: 172.28.1.40, port: d6bef8b2-1fef-401c-a735-e01a06ba78d9. May 28 01:47:44.113382 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788632d-deb5-4044-a720-ce5ac82ee700 req-9bb82b54-2964-4cc6-ba35-ada6134eb602 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:44.114873 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4788632d-deb5-4044-a720-ce5ac82ee700 req-9bb82b54-2964-4cc6-ba35-ada6134eb602 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.1196420 May 28 01:47:44.219454 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4788632d-deb5-4044-a720-ce5ac82ee700 req-7bae49f3-9d71-4881-aa30-ebcb7cd8728e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975227 May 28 01:47:44.235251 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-103d516e-b594-4db0-ba9c-a29d4c1e4fcd req-b7e002ce-0b50-4281-a002-23057816fa14 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:44.251663 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-630cd919-59b3-491d-a297-60e1d045ef2d tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:44.287730 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['2aeeb787-67e2-4291-a830-12e8ad2fc3cf'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:47:44.296561 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e002ce-0b50-4281-a002-23057816fa14 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Pushing event deleted for resources: {'Port': ['ID=2aeeb787-67e2-4291-a830-12e8ad2fc3cf,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:44.332273 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-b7e002ce-0b50-4281-a002-23057816fa14 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:44.351422 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-334c4639-a352-40c3-bf8d-f81b602721d2 req-e7f6e7e3-fe91-4f17-a805-656ef84e531f tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddc0477-51c3-4020-972b-6300cce488d8 HTTP/1.1" status: 200 len: 210 time: 0.0560319 May 28 01:47:44.427970 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-103d516e-b594-4db0-ba9c-a29d4c1e4fcd req-b7e002ce-0b50-4281-a002-23057816fa14 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] No DVR routers for this DVR port 2aeeb787-67e2-4291-a830-12e8ad2fc3cf on host hv-cinder-79351 {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:47:44.430468 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-103d516e-b594-4db0-ba9c-a29d4c1e4fcd req-b7e002ce-0b50-4281-a002-23057816fa14 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:44.433338 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddc0477-51c3-4020-972b-6300cce488d8', 'name': 'network-vif-deleted', 'tag': '2aeeb787-67e2-4291-a830-12e8ad2fc3cf'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:47:44.452577 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-103d516e-b594-4db0-ba9c-a29d4c1e4fcd req-b7e002ce-0b50-4281-a002-23057816fa14 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.20 "DELETE /v2.0/ports/2aeeb787-67e2-4291-a830-12e8ad2fc3cf HTTP/1.1" status: 204 len: 173 time: 0.8452694 May 28 01:47:44.480547 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bd797f-19a3-4267-9a67-a9c65bca96d5 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Router b5887b72-9599-4283-9451-c70648024989 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:47:44.546334 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddc0477-51c3-4020-972b-6300cce488d8', 'name': 'network-vif-deleted', 'tag': '2aeeb787-67e2-4291-a830-12e8ad2fc3cf', 'status': 'completed', 'code': 200} May 28 01:47:44.668834 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bd797f-19a3-4267-9a67-a9c65bca96d5 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:47:44.673743 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-d3bd797f-19a3-4267-9a67-a9c65bca96d5 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for floatingip, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:44.678484 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b498159-674b-406e-befb-a5f4c4c9d52f None None] Sync routers for ids ['b5887b72-9599-4283-9451-c70648024989'] in dv-cinder-793515-1-smb {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:47:44.688683 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b498159-674b-406e-befb-a5f4c4c9d52f None None] Routers {'b5887b72-9599-4283-9451-c70648024989'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:47:44.689327 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-3b498159-674b-406e-befb-a5f4c4c9d52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:47:29Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['b5887b72-9599-4283-9451-c70648024989'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:47:44.741346 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-d3bd797f-19a3-4267-9a67-a9c65bca96d5 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "PUT /v2.0/floatingips/adac445a-0b9d-413d-81ab-365ef1d4324f HTTP/1.1" status: 200 len: 991 time: 1.6296527 May 28 01:47:44.742408 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e5dcfa-57f7-4884-a387-98f48e72538a', 'tag': 'd6bef8b2-1fef-401c-a735-e01a06ba78d9'}] {{(pid=98374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:47:44.791375 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e5dcfa-57f7-4884-a387-98f48e72538a', 'tag': 'd6bef8b2-1fef-401c-a735-e01a06ba78d9', 'status': 'completed', 'code': 200} May 28 01:47:44.875313 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-3b498159-674b-406e-befb-a5f4c4c9d52f None None] Set router b5887b72-9599-4283-9451-c70648024989 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:47:44.922004 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863f2cb-140b-4233-9b8f-d296ac153273 req-05260c19-d55e-4fa9-9235-0193c02cdef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:44.923491 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1863f2cb-140b-4233-9b8f-d296ac153273 req-05260c19-d55e-4fa9-9235-0193c02cdef6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c8cb123312945c79bd98c6b173fb1c1&device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 1099 time: 0.0739806 May 28 01:47:45.166533 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863f2cb-140b-4233-9b8f-d296ac153273 req-f6ef037f-70fd-4fae-95d3-69fbff485cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:45.168024 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1863f2cb-140b-4233-9b8f-d296ac153273 req-f6ef037f-70fd-4fae-95d3-69fbff485cfc service neutron] 10.222.0.20 "GET /v2.0/networks?id=921f98b5-4b6b-4d1c-9f05-0d3139f095a4 HTTP/1.1" status: 200 len: 912 time: 0.2253530 May 28 01:47:45.280217 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-3b498159-674b-406e-befb-a5f4c4c9d52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:43:23Z', 'revision_number': 4, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port': {'id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:17Z', 'updated_at': '2021-05-28T01:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_floatingips': [{'id': 'adac445a-0b9d-413d-81ab-365ef1d4324f', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'floating_ip_address': '172.28.1.40', 'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'router_id': 'b5887b72-9599-4283-9451-c70648024989', 'port_id': 'd6bef8b2-1fef-401c-a735-e01a06ba78d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'mac_address': 'fa:16:3e:75:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e5dcfa-57f7-4884-a387-98f48e72538a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T01:47:27Z', 'updated_at': '2021-05-28T01:47:43Z', 'revision_number': 1, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '082eab52-2eb2-4222-a075-0ffc4c8b10d8', 'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'mac_address': 'fa:16:3e:06:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:22Z', 'updated_at': '2021-05-28T01:43:30Z', 'revision_number': 5, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'subnets': [{'id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:47:45.280545 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1863f2cb-140b-4233-9b8f-d296ac153273 req-672164e6-2243-4d38-9e88-3bdbfb97746d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6bef8b2-1fef-401c-a735-e01a06ba78d9 HTTP/1.1" status: 200 len: 999 time: 0.1052649 May 28 01:47:45.284500 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b498159-674b-406e-befb-a5f4c4c9d52f None None] Checking router: b5887b72-9599-4283-9451-c70648024989 for host: dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:47:45.294394 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b498159-674b-406e-befb-a5f4c4c9d52f None None] Routers {'b5887b72-9599-4283-9451-c70648024989'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:47:45.295058 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-3b498159-674b-406e-befb-a5f4c4c9d52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:47:29Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['b5887b72-9599-4283-9451-c70648024989'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:47:45.347977 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863f2cb-140b-4233-9b8f-d296ac153273 req-8fb05506-64ef-43f6-9313-dd802aa19705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:45.349420 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1863f2cb-140b-4233-9b8f-d296ac153273 req-8fb05506-64ef-43f6-9313-dd802aa19705 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69fa25a8-030c-4786-9348-7785d8dee8f5 HTTP/1.1" status: 200 len: 850 time: 0.0626941 May 28 01:47:45.481999 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-3b498159-674b-406e-befb-a5f4c4c9d52f None None] Set router b5887b72-9599-4283-9451-c70648024989 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:47:45.502463 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb9672-2a27-45ba-8016-aad5994b4f83 req-fd9dece7-09f1-4f79-9184-73155947818d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:45.504023 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-04bb9672-2a27-45ba-8016-aad5994b4f83 req-fd9dece7-09f1-4f79-9184-73155947818d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.1523650 May 28 01:47:45.510567 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863f2cb-140b-4233-9b8f-d296ac153273 req-8b1880ff-df7d-4299-8cea-f460541c71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:45.512002 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1863f2cb-140b-4233-9b8f-d296ac153273 req-8b1880ff-df7d-4299-8cea-f460541c71d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=921f98b5-4b6b-4d1c-9f05-0d3139f095a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1250906 May 28 01:47:45.643857 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-04bb9672-2a27-45ba-8016-aad5994b4f83 req-1b156e10-dc41-4ce3-b7ab-8344e52a54ac tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1308866 May 28 01:47:45.689665 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1863f2cb-140b-4233-9b8f-d296ac153273 req-165697f9-cf48-4490-9735-2300a8585168 service neutron] 10.222.0.20 "GET /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631181 May 28 01:47:45.832276 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1863f2cb-140b-4233-9b8f-d296ac153273 req-0b053c32-471d-4b10-a942-89b71f8172f0 service neutron] 10.222.0.20 "GET /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357021 May 28 01:47:45.873911 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-3b498159-674b-406e-befb-a5f4c4c9d52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:43:23Z', 'revision_number': 4, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port': {'id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:17Z', 'updated_at': '2021-05-28T01:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_floatingips': [{'id': 'adac445a-0b9d-413d-81ab-365ef1d4324f', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'floating_ip_address': '172.28.1.40', 'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'router_id': 'b5887b72-9599-4283-9451-c70648024989', 'port_id': 'd6bef8b2-1fef-401c-a735-e01a06ba78d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'mac_address': 'fa:16:3e:75:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e5dcfa-57f7-4884-a387-98f48e72538a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T01:47:27Z', 'updated_at': '2021-05-28T01:47:43Z', 'revision_number': 1, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '082eab52-2eb2-4222-a075-0ffc4c8b10d8', 'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'mac_address': 'fa:16:3e:06:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:22Z', 'updated_at': '2021-05-28T01:43:30Z', 'revision_number': 5, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'subnets': [{'id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:47:45.877903 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b498159-674b-406e-befb-a5f4c4c9d52f None None] The sync data for ids ['b5887b72-9599-4283-9451-c70648024989'] in dv-cinder-793515-1-smb is: [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:43:23Z', 'revision_number': 4, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port': {'id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:17Z', 'updated_at': '2021-05-28T01:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_floatingips': [{'id': 'adac445a-0b9d-413d-81ab-365ef1d4324f', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'floating_ip_address': '172.28.1.40', 'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'router_id': 'b5887b72-9599-4283-9451-c70648024989', 'port_id': 'd6bef8b2-1fef-401c-a735-e01a06ba78d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'mac_address': 'fa:16:3e:75:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e5dcfa-57f7-4884-a387-98f48e72538a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T01:47:27Z', 'updated_at': '2021-05-28T01:47:43Z', 'revision_number': 1, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '082eab52-2eb2-4222-a075-0ffc4c8b10d8', 'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'mac_address': 'fa:16:3e:06:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:22Z', 'updated_at': '2021-05-28T01:43:30Z', 'revision_number': 5, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'subnets': [{'id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:47:46.078234 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12ddf77-e27c-4f1a-b6ce-c941a7dd5760 None None] New status for floating IP adac445a-0b9d-413d-81ab-365ef1d4324f: ACTIVE {{(pid=98376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 01:47:46.836026 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56caa6d-4290-49ad-b641-f60e42b9f34d req-52084707-ff0b-4e4f-974d-b101b0b1606e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:46.837732 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f56caa6d-4290-49ad-b641-f60e42b9f34d req-52084707-ff0b-4e4f-974d-b101b0b1606e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0797334 May 28 01:47:46.885570 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f56caa6d-4290-49ad-b641-f60e42b9f34d req-4bff0ae6-d9c6-4cd9-abd0-ba9546201c80 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422220 May 28 01:47:47.683481 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 2aeeb787-67e2-4291-a830-12e8ad2fc3cf no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:47:47.717463 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] No Port match for: 2aeeb787-67e2-4291-a830-12e8ad2fc3cf {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:47:47.717814 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 2aeeb787-67e2-4291-a830-12e8ad2fc3cf not bound to the agent host hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:47:48.077089 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b207f4-1a36-4639-9f64-e222478d4d76 req-c5ce5da3-7668-4965-a2da-cc92cc136862 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:48.078593 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-53b207f4-1a36-4639-9f64-e222478d4d76 req-c5ce5da3-7668-4965-a2da-cc92cc136862 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0790377 May 28 01:47:48.122922 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-53b207f4-1a36-4639-9f64-e222478d4d76 req-af0bec58-0065-419d-ac54-58867502fdd5 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387506 May 28 01:47:49.313404 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec614615-cf3d-4333-90c4-91cd566a9e2c req-e56b5870-3230-4898-b280-636c2c1a2293 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:49.314856 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec614615-cf3d-4333-90c4-91cd566a9e2c req-e56b5870-3230-4898-b280-636c2c1a2293 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0843036 May 28 01:47:49.359891 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ec614615-cf3d-4333-90c4-91cd566a9e2c req-72e3a698-8f32-4aad-8118-63536b6e2f8f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394175 May 28 01:47:49.749143 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-c6f0a703-2335-4002-a4bf-bc45316b71ab tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:49.751062 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-c6f0a703-2335-4002-a4bf-bc45316b71ab tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/networks?id=90c20009-7a12-4a0e-b977-3dec7db54e6b HTTP/1.1" status: 200 len: 813 time: 0.1426952 May 28 01:47:49.765233 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-d5612f5f-a00b-4d70-af0f-b606d99c53eb tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/quotas/b941e66a8f694a6eadebbc1579f9c5a3 HTTP/1.1" status: 200 len: 375 time: 0.0087218 May 28 01:47:49.810867 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-1ba1e8d7-fa98-4e64-adec-3e4f37c2bd35 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Synchronizing usage tracker for tenant:b941e66a8f694a6eadebbc1579f9c5a3 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:47:49.826067 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-1ba1e8d7-fa98-4e64-adec-3e4f37c2bd35 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Unset dirty status for tenant:b941e66a8f694a6eadebbc1579f9c5a3 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:47:49.827316 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-1ba1e8d7-fa98-4e64-adec-3e4f37c2bd35 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b941e66a8f694a6eadebbc1579f9c5a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566862 May 28 01:47:50.006134 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-bad383fb-8cf7-4257-a7ab-2d995e5f1953 service neutron] 10.222.0.32 "GET /v2.0/networks/90c20009-7a12-4a0e-b977-3dec7db54e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711721 May 28 01:47:50.139067 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-5285d410-d954-4ca5-92af-510a30e7068a service neutron] 10.222.0.32 "GET /v2.0/networks/90c20009-7a12-4a0e-b977-3dec7db54e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272738 May 28 01:47:50.321146 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5904e65b-ce21-4f36-99cd-adc4cc50e00a req-3931a9c4-b456-49be-ab6b-440316f81f7b tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 210 time: 0.0430503 May 28 01:47:50.667243 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f02d6-5fe0-4192-a6d6-1154c5e50d45 req-d96b88d8-254c-4ea5-98f1-65ff2ec23d6a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:50.668789 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7f3f02d6-5fe0-4192-a6d6-1154c5e50d45 req-d96b88d8-254c-4ea5-98f1-65ff2ec23d6a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.1976862 May 28 01:47:50.720404 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7f3f02d6-5fe0-4192-a6d6-1154c5e50d45 req-0d00ddf6-50d0-4022-acdb-7207c8b50609 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443506 May 28 01:47:51.538088 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-edcfd70f-77b3-48d4-bdcb-681c18475208 req-18b5dde1-b4f6-48ea-95ca-7c8dd8f7dd70 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 210 time: 0.0595925 May 28 01:47:51.593634 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-3ad2a5de-2cc0-4612-8e17-f5e94c898e36 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:51.595031 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-3ad2a5de-2cc0-4612-8e17-f5e94c898e36 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.20 "GET /v2.0/networks?id=90c20009-7a12-4a0e-b977-3dec7db54e6b HTTP/1.1" status: 200 len: 813 time: 0.1954997 May 28 01:47:51.618434 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Request body: {'port': {'device_id': '1f512a5f-48ab-4bb5-b778-bf00c948db6a', 'network_id': '90c20009-7a12-4a0e-b977-3dec7db54e6b', 'admin_state_up': True, 'tenant_id': 'b941e66a8f694a6eadebbc1579f9c5a3'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:47:51.764090 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:47:51.774427 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:47:51.784324 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Made reservation on behalf of b941e66a8f694a6eadebbc1579f9c5a3 for: {'port': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:47:51.787837 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:52.010578 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Allocated IP 172.20.0.10 (90c20009-7a12-4a0e-b977-3dec7db54e6b/82c96f5c-ae51-4c8f-9077-87aa83215ac4/ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:47:52.019840 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d336acd-c167-4deb-82a9-62dc26abf66c req-7c41ae47-fd8f-4995-b719-366c6e9cc1d2 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:52.021292 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0d336acd-c167-4deb-82a9-62dc26abf66c req-7c41ae47-fd8f-4995-b719-366c6e9cc1d2 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.1745069 May 28 01:47:52.100017 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0d336acd-c167-4deb-82a9-62dc26abf66c req-13faca11-808d-4910-a5a9-e0b2582a0300 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707154 May 28 01:47:52.259434 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:52.289250 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:52.295084 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-da3cea3d-2a0c-4f7f-9f4f-aa24bde21f49 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:52.360334 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Network 90c20009-7a12-4a0e-b977-3dec7db54e6b is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:47:52.363340 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:47:52.367032 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:47:52.404887 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Pushing event updated for resources: {'Port': ['ID=ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:52.422589 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:52.422957 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:52.423320 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:52.423673 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:52.424050 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:52.424397 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:52.424743 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:52.425086 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:52.425428 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:52.425767 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:52.426107 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:52.426444 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:47:52.431793 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:52.447549 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:52.448188 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:52.473760 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8593154 May 28 01:47:52.494137 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Request body: {'port': {'device_id': '1f512a5f-48ab-4bb5-b778-bf00c948db6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:47:52.607184 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:52.834462 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac330e6-c53e-40da-b71d-7c41a8033786 req-37ef37d8-d1da-4385-864f-ade9557a1fc1 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:52.835245 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-eac330e6-c53e-40da-b71d-7c41a8033786 req-37ef37d8-d1da-4385-864f-ade9557a1fc1 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Synchronizing usage tracker for tenant:b941e66a8f694a6eadebbc1579f9c5a3 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:47:52.915206 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-eac330e6-c53e-40da-b71d-7c41a8033786 req-37ef37d8-d1da-4385-864f-ade9557a1fc1 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Unset dirty status for tenant:b941e66a8f694a6eadebbc1579f9c5a3 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:47:52.916421 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-eac330e6-c53e-40da-b71d-7c41a8033786 req-37ef37d8-d1da-4385-864f-ade9557a1fc1 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 932 time: 0.2619381 May 28 01:47:52.992842 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-eac330e6-c53e-40da-b71d-7c41a8033786 req-ce7c357c-a400-42df-a086-0d2c55aa5f78 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612571 May 28 01:47:53.070691 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c {{(pid=98373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:47:53.078170 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:53.095297 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Transition to ACTIVE for port object ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c will not be triggered until provisioned by entity L2. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:47:53.098525 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:53.102280 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:53.388919 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c,revision_number=2']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:53.415531 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:53.508929 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400de343-14ba-4bcc-a817-88190efa2a91 req-8d097135-7806-4222-9fa3-f7b5c0aa7d46 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:53.510406 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-400de343-14ba-4bcc-a817-88190efa2a91 req-8d097135-7806-4222-9fa3-f7b5c0aa7d46 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.2671897 May 28 01:47:53.530448 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Attempting to bind port ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c on host hv-cinder-79351 for vnic_type normal with profile {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:47:53.531341 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Attempting to bind port ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '8447c016-60a2-4449-a08a-d0ad6fb3ec87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '90c20009-7a12-4a0e-b977-3dec7db54e6b'}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:47:53.531670 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Attempting to bind port ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c on network 90c20009-7a12-4a0e-b977-3dec7db54e6b {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:47:53.541747 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Port ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c on network 90c20009-7a12-4a0e-b977-3dec7db54e6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 01:47:53.542065 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Attempting to bind port ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c on network 90c20009-7a12-4a0e-b977-3dec7db54e6b {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:47:53.554768 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Checking agent: {'id': '1b125da3-7d0c-4b26-bfd9-a1004cddd395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:47:53.555102 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Checking segment: {'id': '8447c016-60a2-4449-a08a-d0ad6fb3ec87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '90c20009-7a12-4a0e-b977-3dec7db54e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:47:53.555479 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Bound using segment: {'id': '8447c016-60a2-4449-a08a-d0ad6fb3ec87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '90c20009-7a12-4a0e-b977-3dec7db54e6b'} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:47:53.555938 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Bound port: ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447c016-60a2-4449-a08a-d0ad6fb3ec87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '90c20009-7a12-4a0e-b977-3dec7db54e6b'}}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:47:53.556294 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:53.585252 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-400de343-14ba-4bcc-a817-88190efa2a91 req-0a4eb079-e881-4025-8fe4-1acaad5ee5ed tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692701 May 28 01:47:53.664211 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] For port ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c, host hv-cinder-79351, cleared binding levels {{(pid=98373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:47:53.667164 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] For port ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c,segment=NetworkSegment(8447c016-60a2-4449-a08a-d0ad6fb3ec87),segment_id=8447c016-60a2-4449-a08a-d0ad6fb3ec87)] {{(pid=98373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:47:53.672668 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:53.676373 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:53.730924 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:53.731707 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:53.733091 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] 10.222.0.20 "PUT /v2.0/ports/ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c HTTP/1.1" status: 200 len: 1094 time: 1.2433157 May 28 01:47:53.736682 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f512a5f-48ab-4bb5-b778-bf00c948db6a', 'tag': 'ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:47:53.759061 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c,revision_number=3']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:53.762175 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:53.783547 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f512a5f-48ab-4bb5-b778-bf00c948db6a', 'tag': 'ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c', 'status': 'completed', 'code': 200} May 28 01:47:53.889124 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-19681b73-bb16-4ce6-b7d5-7c97189e6071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:53.891135 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-19681b73-bb16-4ce6-b7d5-7c97189e6071 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b941e66a8f694a6eadebbc1579f9c5a3&device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 1097 time: 0.0757747 May 28 01:47:53.967707 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-f6773cd3-10a2-4d24-88de-872de2eedcb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c HTTP/1.1" status: 200 len: 217 time: 0.0603421 May 28 01:47:54.041108 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-8a9411a7-8ccb-4ac0-b0f3-033303a8590c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:54.043275 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-8a9411a7-8ccb-4ac0-b0f3-033303a8590c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82c96f5c-ae51-4c8f-9077-87aa83215ac4 HTTP/1.1" status: 200 len: 853 time: 0.0680804 May 28 01:47:54.095797 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-3fb397d7-2509-4597-931d-a097fc5773bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90c20009-7a12-4a0e-b977-3dec7db54e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429122 May 28 01:47:54.297957 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6375a-a976-4987-90e4-2ef9481582a7 req-732c8e11-628c-439c-8c5e-41bf33dd5b23 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:54.299454 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-43a6375a-a976-4987-90e4-2ef9481582a7 req-732c8e11-628c-439c-8c5e-41bf33dd5b23 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 944 time: 0.1928885 May 28 01:47:54.321209 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-c3ae86bd-41b0-47d3-b947-c9d61dd4ab3c service neutron] 10.222.0.20 "GET /v2.0/networks/90c20009-7a12-4a0e-b977-3dec7db54e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840534 May 28 01:47:54.412035 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-43a6375a-a976-4987-90e4-2ef9481582a7 req-097ccfe2-9d95-48b8-9809-b83b03ce89c7 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069725 May 28 01:47:54.474097 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-58a1f8f4-6040-4cb9-b6c3-a6d19382fffd req-44bb5dc8-f1fb-4658-8e4b-abee4bcac84e service neutron] 10.222.0.20 "GET /v2.0/networks/90c20009-7a12-4a0e-b977-3dec7db54e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448700 May 28 01:47:54.650071 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b940e8-9941-4872-950f-d6f506736506 req-45ae57d7-1594-4745-bae0-a85537e9f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:54.651546 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-12b940e8-9941-4872-950f-d6f506736506 req-45ae57d7-1594-4745-bae0-a85537e9f406 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b941e66a8f694a6eadebbc1579f9c5a3&device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 1097 time: 0.0722489 May 28 01:47:54.843610 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b940e8-9941-4872-950f-d6f506736506 req-d89b8c9e-9a5c-4d8a-9355-c90fe4bcd4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:54.845102 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-12b940e8-9941-4872-950f-d6f506736506 req-d89b8c9e-9a5c-4d8a-9355-c90fe4bcd4a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=90c20009-7a12-4a0e-b977-3dec7db54e6b HTTP/1.1" status: 200 len: 914 time: 0.1845436 May 28 01:47:54.922238 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bf920-d17e-418e-b496-8f7a0dec3b83 req-cb546212-422e-44e6-a130-3d8357a39aae tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:54.923594 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-123bf920-d17e-418e-b496-8f7a0dec3b83 req-cb546212-422e-44e6-a130-3d8357a39aae tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.1911008 May 28 01:47:54.924865 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-12b940e8-9941-4872-950f-d6f506736506 req-2295f4a9-c31e-46b5-8cdd-ad5f79398c55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c HTTP/1.1" status: 200 len: 217 time: 0.0724158 May 28 01:47:55.118946 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-123bf920-d17e-418e-b496-8f7a0dec3b83 req-83c26ea5-8e47-4338-82db-099ae5fd68b5 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1897187 May 28 01:47:55.122928 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b940e8-9941-4872-950f-d6f506736506 req-5de88db8-4917-49ce-a7b5-8936dce0e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:55.124105 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-12b940e8-9941-4872-950f-d6f506736506 req-5de88db8-4917-49ce-a7b5-8936dce0e79f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82c96f5c-ae51-4c8f-9077-87aa83215ac4 HTTP/1.1" status: 200 len: 853 time: 0.1820667 May 28 01:47:55.176908 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-12b940e8-9941-4872-950f-d6f506736506 req-dcf7787e-2d9d-47cb-bbec-5bf1d06956d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90c20009-7a12-4a0e-b977-3dec7db54e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424135 May 28 01:47:55.323596 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-12b940e8-9941-4872-950f-d6f506736506 req-2d664efd-1461-4617-9eb0-7c2de8a2fffc service neutron] 10.222.0.20 "GET /v2.0/networks/90c20009-7a12-4a0e-b977-3dec7db54e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331210 May 28 01:47:55.476185 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-12b940e8-9941-4872-950f-d6f506736506 req-81dea938-1bd0-422e-9688-4781b56436bc service neutron] 10.222.0.20 "GET /v2.0/networks/90c20009-7a12-4a0e-b977-3dec7db54e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459162 May 28 01:47:55.611785 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c780b4-094d-4a45-8131-88cbbd131e56 req-91c4c7fa-8a16-44e7-93f6-8aa06fa5acd1 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:55.613282 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a0c780b4-094d-4a45-8131-88cbbd131e56 req-91c4c7fa-8a16-44e7-93f6-8aa06fa5acd1 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 944 time: 0.0859487 May 28 01:47:55.658675 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a0c780b4-094d-4a45-8131-88cbbd131e56 req-39012a5d-12d4-4515-abc2-a1afc87b91df tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396817 May 28 01:47:56.314992 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cf768-27cb-413f-8d79-2d6cc7b01960 req-b76ab13e-7283-4a48-bcff-c17afcd4dc11 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:56.316521 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-386cf768-27cb-413f-8d79-2d6cc7b01960 req-b76ab13e-7283-4a48-bcff-c17afcd4dc11 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0852671 May 28 01:47:56.370695 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-386cf768-27cb-413f-8d79-2d6cc7b01960 req-446c92c2-dfae-48b8-9dd8-4b298f4b5fb4 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481033 May 28 01:47:56.848978 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ca623-cf2b-4714-b921-698ea797b12b req-ee8beccb-9a1b-43bd-b258-02553ad5e783 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:56.850446 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3e0ca623-cf2b-4714-b921-698ea797b12b req-ee8beccb-9a1b-43bd-b258-02553ad5e783 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 944 time: 0.0863264 May 28 01:47:56.896205 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3e0ca623-cf2b-4714-b921-698ea797b12b req-2e00eade-d2bc-465a-9e17-8105c137a168 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400574 May 28 01:47:56.929592 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-11c56c87-e6a3-4f72-9c8b-303ce698311a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:57.570604 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30232694-0840-432d-8f6f-0714a255e5b7 req-1794f03e-c1ab-48a9-8092-d9cfd93ec4ee tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:57.572097 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-30232694-0840-432d-8f6f-0714a255e5b7 req-1794f03e-c1ab-48a9-8092-d9cfd93ec4ee tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0837219 May 28 01:47:57.622910 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-30232694-0840-432d-8f6f-0714a255e5b7 req-6f960add-be19-4be9-b4cf-78b129f7eccf tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446312 May 28 01:47:57.760769 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:47:57.900163 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c,segment=NetworkSegment(8447c016-60a2-4449-a08a-d0ad6fb3ec87),segment_id=8447c016-60a2-4449-a08a-d0ad6fb3ec87)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:47:57.913992 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': 'ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c', 'network_id': '90c20009-7a12-4a0e-b977-3dec7db54e6b', 'port_id': 'ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c', 'mac_address': 'fa:16:3e:9d:5d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c96f5c-ae51-4c8f-9077-87aa83215ac4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:47:57.973577 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:58.004769 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:47:58.021674 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c,segment=NetworkSegment(8447c016-60a2-4449-a08a-d0ad6fb3ec87),segment_id=8447c016-60a2-4449-a08a-d0ad6fb3ec87)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:47:58.026005 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:58.028831 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:47:58.093630 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fc80a-ee04-4e37-9a90-a18ca8d385ff req-0eabdaef-aab0-453d-b50f-a283b1f840ed tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:58.095143 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d77fc80a-ee04-4e37-9a90-a18ca8d385ff req-0eabdaef-aab0-453d-b50f-a283b1f840ed tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 945 time: 0.0893509 May 28 01:47:58.096772 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:47:58.099928 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:47:58.145950 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d77fc80a-ee04-4e37-9a90-a18ca8d385ff req-ac76e6cf-8d7f-48bc-bfd9-2f8a64bc9aed tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418835 May 28 01:47:58.425255 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:47:58.824793 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c78ec-6f11-4459-a579-65d8dedf9e3f req-ab604756-9604-4887-b8a4-15c202ad49c0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:58.826253 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a38c78ec-6f11-4459-a579-65d8dedf9e3f req-ab604756-9604-4887-b8a4-15c202ad49c0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0874112 May 28 01:47:58.871243 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a38c78ec-6f11-4459-a579-65d8dedf9e3f req-3de1f2ee-86f5-4d45-9d23-4df3165e9385 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386217 May 28 01:47:59.250484 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:59.336337 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b25cd-7f0b-4c30-8955-48da538cf592 req-e9b4dd0a-f6b7-40ac-981a-a9ff07d62651 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:47:59.337794 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e14b25cd-7f0b-4c30-8955-48da538cf592 req-e9b4dd0a-f6b7-40ac-981a-a9ff07d62651 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 945 time: 0.0819728 May 28 01:47:59.383663 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e14b25cd-7f0b-4c30-8955-48da538cf592 req-30dc8961-937b-45f4-8edb-bba0a8fdf6ae tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402155 May 28 01:47:59.506385 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-24bf23b8-8890-421a-a8ab-b06b6b32f140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:59.547797 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:59.773711 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:47:59.846329 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning for port ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:47:59.851754 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:47:59.852175 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:47:59.977853 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:00.008123 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f512a5f-48ab-4bb5-b778-bf00c948db6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:48:00.019128 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c,segment=NetworkSegment(8447c016-60a2-4449-a08a-d0ad6fb3ec87),segment_id=8447c016-60a2-4449-a08a-d0ad6fb3ec87)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:48:00.024887 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:00.026682 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:48:00.077240 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6e96b-5762-4ee4-9b28-96123f5ba3ef req-e0463192-3c30-472b-9a72-5d78287b83f8 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:00.079997 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-53d6e96b-5762-4ee4-9b28-96123f5ba3ef req-e0463192-3c30-472b-9a72-5d78287b83f8 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0951235 May 28 01:48:00.102145 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:48:00.105235 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:48:00.131898 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-53d6e96b-5762-4ee4-9b28-96123f5ba3ef req-f170813d-bc28-4a49-a012-e1a2e406f9a3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464611 May 28 01:48:00.133678 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f512a5f-48ab-4bb5-b778-bf00c948db6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c', 'code': 200} May 28 01:48:00.410547 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc819f0-d28f-4ba7-8a93-ad28c20ae5ca req-51b20e16-764d-45f9-b0dd-da8a1282739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:00.412704 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3bc819f0-d28f-4ba7-8a93-ad28c20ae5ca req-51b20e16-764d-45f9-b0dd-da8a1282739b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 1099 time: 0.0751126 May 28 01:48:00.466247 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3bc819f0-d28f-4ba7-8a93-ad28c20ae5ca req-3cc6f2bd-1b06-4087-9b25-f56e91fda1bb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412414 May 28 01:48:00.571228 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da145a7-3823-47f5-806f-60286f1f7fda req-d8144678-c176-46d2-9a00-e8e7a273ec17 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:00.572714 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6da145a7-3823-47f5-806f-60286f1f7fda req-d8144678-c176-46d2-9a00-e8e7a273ec17 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 946 time: 0.0816264 May 28 01:48:00.618440 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6da145a7-3823-47f5-806f-60286f1f7fda req-949f8bba-49c4-492f-9f9d-e57f7b24fcf4 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397115 May 28 01:48:00.630057 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:01.329751 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf14146-2921-464f-b9f9-1464e5d8f638 req-26b3300f-6608-4906-9fbf-f9e102859d18 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:01.331227 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7bf14146-2921-464f-b9f9-1464e5d8f638 req-26b3300f-6608-4906-9fbf-f9e102859d18 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0845270 May 28 01:48:01.379030 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7bf14146-2921-464f-b9f9-1464e5d8f638 req-b38f5f31-d347-4063-8c23-e7643a5be65b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418539 May 28 01:48:01.812320 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436732d-afa5-4609-bf37-5e0ce6b14d10 req-4479f977-ca5f-4f2b-b26c-1d33eb4cff32 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:01.813799 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9436732d-afa5-4609-bf37-5e0ce6b14d10 req-4479f977-ca5f-4f2b-b26c-1d33eb4cff32 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 946 time: 0.0853014 May 28 01:48:01.859563 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-9436732d-afa5-4609-bf37-5e0ce6b14d10 req-ae9e01e0-e62b-4b7a-92ad-e4596ea592bd tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400348 May 28 01:48:02.306214 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:02.577441 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5684-7a6e-4eff-b826-9c2c0d08ad89 req-71d6cf7a-d97f-4d75-b74e-9a39eba82fdf tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:02.578985 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-44ed5684-7a6e-4eff-b826-9c2c0d08ad89 req-71d6cf7a-d97f-4d75-b74e-9a39eba82fdf tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0880816 May 28 01:48:02.625535 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-44ed5684-7a6e-4eff-b826-9c2c0d08ad89 req-1f1db230-0278-418e-ae08-4d63ff754318 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403209 May 28 01:48:03.051224 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318a2ef-7327-4069-85e6-170cf6a82431 req-4409ba79-cce6-481b-8aad-2c3ecbe16f94 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:03.052739 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f318a2ef-7327-4069-85e6-170cf6a82431 req-4409ba79-cce6-481b-8aad-2c3ecbe16f94 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 946 time: 0.0821548 May 28 01:48:03.098709 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f318a2ef-7327-4069-85e6-170cf6a82431 req-9eeaf190-969d-4766-836d-db481c048048 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402606 May 28 01:48:03.791307 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device fa470b9c-1c94-4339-b794-681321438ce5 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:48:03.826393 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d0d1c-23fd-41cc-b903-7d62806e2d5f req-08a348bc-41e1-4a0e-9972-3236065d4223 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:03.828660 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-be3d0d1c-23fd-41cc-b903-7d62806e2d5f req-08a348bc-41e1-4a0e-9972-3236065d4223 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0876524 May 28 01:48:03.875447 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-be3d0d1c-23fd-41cc-b903-7d62806e2d5f req-da49042c-5527-4093-8df0-3ed9137b49fe tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407939 May 28 01:48:03.930740 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port fa470b9c-1c94-4339-b794-681321438ce5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fa470b9c-1c94-4339-b794-681321438ce5,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:48:03.944845 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': 'fa470b9c-1c94-4339-b794-681321438ce5', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'port_id': 'fa470b9c-1c94-4339-b794-681321438ce5', 'mac_address': 'fa:16:3e:8a:0c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:48:04.001918 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:04.022516 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa470b9c-1c94-4339-b794-681321438ce5 {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:48:04.038459 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port fa470b9c-1c94-4339-b794-681321438ce5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fa470b9c-1c94-4339-b794-681321438ce5,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:48:04.042332 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:04.044217 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:48:04.111623 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=fa470b9c-1c94-4339-b794-681321438ce5,revision_number=6']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:48:04.114741 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:48:04.296662 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['fa470b9c-1c94-4339-b794-681321438ce5'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:48:05.069940 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1aadbe-e705-43ee-8939-bf08486f28cb req-be43c132-d968-4512-96d0-bc82f2b98b9e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:05.071419 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0b1aadbe-e705-43ee-8939-bf08486f28cb req-be43c132-d968-4512-96d0-bc82f2b98b9e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 944 time: 0.0820255 May 28 01:48:05.231888 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0b1aadbe-e705-43ee-8939-bf08486f28cb req-80fd1dc3-f658-4608-8478-8b4be2a75483 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1548555 May 28 01:48:05.813392 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device fa470b9c-1c94-4339-b794-681321438ce5 up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:48:05.914431 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port fa470b9c-1c94-4339-b794-681321438ce5 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:48:05.914874 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:06.054765 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:06.091136 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e026c61-9b39-47ea-bd8a-95a0773d13b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa470b9c-1c94-4339-b794-681321438ce5'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:48:06.104775 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port fa470b9c-1c94-4339-b794-681321438ce5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fa470b9c-1c94-4339-b794-681321438ce5,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:48:06.112503 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:06.114893 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:48:06.176357 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e026c61-9b39-47ea-bd8a-95a0773d13b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa470b9c-1c94-4339-b794-681321438ce5', 'code': 200} May 28 01:48:06.239252 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=fa470b9c-1c94-4339-b794-681321438ce5,revision_number=7']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:48:06.242725 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:48:06.461856 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471e8bc-8ac7-4ae5-b77f-28ec6c06c398 req-88d1cdd8-000d-4183-8346-d0946c1ef383 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:06.463440 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6471e8bc-8ac7-4ae5-b77f-28ec6c06c398 req-88d1cdd8-000d-4183-8346-d0946c1ef383 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0974152 May 28 01:48:06.528409 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6471e8bc-8ac7-4ae5-b77f-28ec6c06c398 req-a6991ad1-ffc9-4d3b-b10f-d9025f36ada7 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583358 May 28 01:48:07.738875 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777b7c5-41f1-4474-a36a-9663ae509e7b req-5c38f648-e22d-41c8-9623-5487d2d63d64 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:07.743855 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6777b7c5-41f1-4474-a36a-9663ae509e7b req-5c38f648-e22d-41c8-9623-5487d2d63d64 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0927498 May 28 01:48:07.795465 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6777b7c5-41f1-4474-a36a-9663ae509e7b req-d8a848e2-8e68-4ab3-857a-b4325df60b6b tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489538 May 28 01:48:08.069541 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:48:09.005279 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301838b-cade-4e2e-b16c-c28662315421 req-11a5859c-ff99-4785-b075-203eb79dc9d5 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:09.006885 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7301838b-cade-4e2e-b16c-c28662315421 req-11a5859c-ff99-4785-b075-203eb79dc9d5 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0877497 May 28 01:48:09.063431 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7301838b-cade-4e2e-b16c-c28662315421 req-86d4279a-b005-4c86-8eeb-f6699295ebcb tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498326 May 28 01:48:10.466111 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb053455-2663-469e-9fcb-b37f59d72430 req-cc44950d-8ebf-438a-9b95-749eba293dac tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:10.467494 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cb053455-2663-469e-9fcb-b37f59d72430 req-cc44950d-8ebf-438a-9b95-749eba293dac tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0937347 May 28 01:48:10.524538 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cb053455-2663-469e-9fcb-b37f59d72430 req-cd52ba50-3fcf-4037-a737-dd3edc811c73 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501714 May 28 01:48:11.729359 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ddad8-2ee0-45e4-a689-5e4488baafaa req-e3612b0f-55c0-4123-82ae-2345d0fe1eb0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:11.731679 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6c1ddad8-2ee0-45e4-a689-5e4488baafaa req-e3612b0f-55c0-4123-82ae-2345d0fe1eb0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0845592 May 28 01:48:11.788367 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6c1ddad8-2ee0-45e4-a689-5e4488baafaa req-f012d181-51f2-4a1f-a847-9b4aa77c029e tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490272 May 28 01:48:13.035991 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a111dd7-ca32-433a-8113-1adb5f631df1 req-15c385d1-02c9-4b7b-9a30-f5541c82e9b1 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:13.043408 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7a111dd7-ca32-433a-8113-1adb5f631df1 req-15c385d1-02c9-4b7b-9a30-f5541c82e9b1 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.1188390 May 28 01:48:13.139993 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7a111dd7-ca32-433a-8113-1adb5f631df1 req-decd1838-db2c-4b85-8dfe-1572856e4bb4 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948665 May 28 01:48:14.334126 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc8b38-26b4-49af-b6d5-2601c52684de req-72c1a7ae-8fc4-410f-b1bf-556d7aa685fa tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:14.335600 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bebc8b38-26b4-49af-b6d5-2601c52684de req-72c1a7ae-8fc4-410f-b1bf-556d7aa685fa tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0835860 May 28 01:48:14.379691 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bebc8b38-26b4-49af-b6d5-2601c52684de req-b134633e-6140-45d2-a070-ef823486bba1 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381641 May 28 01:48:14.839998 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53727713-d013-4750-9902-1c5c6fde0aa0 req-9cfe9bcb-c588-46c2-9970-e4bce655299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:14.841487 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-53727713-d013-4750-9902-1c5c6fde0aa0 req-9cfe9bcb-c588-46c2-9970-e4bce655299a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=754c0001c83d4af1bdc6a16555b480e4&device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 1098 time: 0.0770447 May 28 01:48:14.980658 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53727713-d013-4750-9902-1c5c6fde0aa0 req-0829d2c2-9ce7-43cc-b636-1daaad0ab23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:14.982094 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-53727713-d013-4750-9902-1c5c6fde0aa0 req-0829d2c2-9ce7-43cc-b636-1daaad0ab23e service neutron] 10.222.0.20 "GET /v2.0/networks?id=3463d1e7-4623-4440-bb64-03cc52099eb5 HTTP/1.1" status: 200 len: 918 time: 0.1324921 May 28 01:48:15.089190 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-53727713-d013-4750-9902-1c5c6fde0aa0 req-756bf6f9-85c6-4bc2-973c-a840045073f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa470b9c-1c94-4339-b794-681321438ce5 HTTP/1.1" status: 200 len: 999 time: 0.1002159 May 28 01:48:15.153307 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53727713-d013-4750-9902-1c5c6fde0aa0 req-f39f3598-9e71-425e-85cf-6720b5a02615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:15.154987 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-53727713-d013-4750-9902-1c5c6fde0aa0 req-f39f3598-9e71-425e-85cf-6720b5a02615 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61422ffd-2b35-4f4c-a3bf-b8c5addbfe48 HTTP/1.1" status: 200 len: 856 time: 0.0586331 May 28 01:48:15.241004 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53727713-d013-4750-9902-1c5c6fde0aa0 req-74a68f0c-fea4-48b0-be4c-014169df2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:15.242502 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-53727713-d013-4750-9902-1c5c6fde0aa0 req-74a68f0c-fea4-48b0-be4c-014169df2c18 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3463d1e7-4623-4440-bb64-03cc52099eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806098 May 28 01:48:15.377764 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-53727713-d013-4750-9902-1c5c6fde0aa0 req-e8319b5e-5fd6-42a0-a209-f8d49dd09afa service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268365 May 28 01:48:15.515926 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-53727713-d013-4750-9902-1c5c6fde0aa0 req-27554723-5ea0-4a4e-9be4-1f0fba1150fc service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314423 May 28 01:48:15.596854 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f8956-4f7e-49b4-8058-512cf9cf03ac req-c620d3b4-0381-4c49-940a-15ca126175c0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:15.598374 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-378f8956-4f7e-49b4-8058-512cf9cf03ac req-c620d3b4-0381-4c49-940a-15ca126175c0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0815341 May 28 01:48:15.644803 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-378f8956-4f7e-49b4-8058-512cf9cf03ac req-a17c85a9-fdd7-4516-9db1-2c860a8d283f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404158 May 28 01:48:16.838939 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b587d2c-6ddc-4f17-b939-346bba273614 req-0f32cff7-f803-4da5-aa71-e617d79db2d0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:16.840422 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8b587d2c-6ddc-4f17-b939-346bba273614 req-0f32cff7-f803-4da5-aa71-e617d79db2d0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 945 time: 0.0834692 May 28 01:48:16.895180 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8b587d2c-6ddc-4f17-b939-346bba273614 req-47aa5ba7-5542-43bf-82b8-9e9e5d2a46b8 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484202 May 28 01:48:17.873882 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device fa470b9c-1c94-4339-b794-681321438ce5 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:48:18.003082 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:18.030353 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e026c61-9b39-47ea-bd8a-95a0773d13b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa470b9c-1c94-4339-b794-681321438ce5'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:48:18.040648 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port fa470b9c-1c94-4339-b794-681321438ce5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fa470b9c-1c94-4339-b794-681321438ce5,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:48:18.046181 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:18.048387 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:48:18.100599 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ca9d3-f36b-4767-b628-1de84b72cbc6 req-9eea5b35-dc8b-4508-9e17-a19acb6efc81 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:18.102498 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-867ca9d3-f36b-4767-b628-1de84b72cbc6 req-9eea5b35-dc8b-4508-9e17-a19acb6efc81 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 943 time: 0.0890136 May 28 01:48:18.110047 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e026c61-9b39-47ea-bd8a-95a0773d13b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa470b9c-1c94-4339-b794-681321438ce5', 'code': 200} May 28 01:48:18.149642 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=fa470b9c-1c94-4339-b794-681321438ce5,revision_number=8']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:48:18.152787 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:48:18.250411 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-867ca9d3-f36b-4767-b628-1de84b72cbc6 req-d5ee6bf3-6b06-44e7-9708-1d832525ce12 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1419392 May 28 01:48:19.720538 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ec287-e497-4c3b-b49c-2e32b34680d5 req-8ccecac6-2249-4bb5-927e-941011c9c180 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:19.722448 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7b1ec287-e497-4c3b-b49c-2e32b34680d5 req-8ccecac6-2249-4bb5-927e-941011c9c180 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 943 time: 0.0817609 May 28 01:48:19.734218 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [req-36e22f87-e5e5-4de6-a5f5-8c1fc6508c7a req-20f51d93-f9c3-46e0-8f66-aebe6f46df24 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754702 May 28 01:48:19.773203 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7b1ec287-e497-4c3b-b49c-2e32b34680d5 req-43df3923-78e9-4743-b304-f823b5ae6d25 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441108 May 28 01:48:20.769583 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e22f87-e5e5-4de6-a5f5-8c1fc6508c7a req-c3617e59-5a21-46ff-af7e-ff6143c08e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:20.771062 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-36e22f87-e5e5-4de6-a5f5-8c1fc6508c7a req-c3617e59-5a21-46ff-af7e-ff6143c08e48 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3&tenant_id=754c0001c83d4af1bdc6a16555b480e4 HTTP/1.1" status: 200 len: 1096 time: 0.0810313 May 28 01:48:20.877186 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e22f87-e5e5-4de6-a5f5-8c1fc6508c7a req-98823041-ec4f-4f06-bc7e-7e1d95519647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:20.878645 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-36e22f87-e5e5-4de6-a5f5-8c1fc6508c7a req-98823041-ec4f-4f06-bc7e-7e1d95519647 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=754c0001c83d4af1bdc6a16555b480e4&device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 1096 time: 0.0717006 May 28 01:48:21.086881 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782ae81-939f-4572-b924-55294e09fe0b req-a7e49bb3-c687-492f-99db-7f38f28ca743 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:21.088383 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4782ae81-939f-4572-b924-55294e09fe0b req-a7e49bb3-c687-492f-99db-7f38f28ca743 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 943 time: 0.1979942 May 28 01:48:21.108738 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e22f87-e5e5-4de6-a5f5-8c1fc6508c7a req-9ed5cd09-6949-49f5-adde-233584320978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:21.110156 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-36e22f87-e5e5-4de6-a5f5-8c1fc6508c7a req-9ed5cd09-6949-49f5-adde-233584320978 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3463d1e7-4623-4440-bb64-03cc52099eb5 HTTP/1.1" status: 200 len: 918 time: 0.1841924 May 28 01:48:21.220784 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4782ae81-939f-4572-b924-55294e09fe0b req-5b81eab7-7f20-4d23-adfd-95b7ce748b72 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1263797 May 28 01:48:21.234151 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-36e22f87-e5e5-4de6-a5f5-8c1fc6508c7a req-1df8d43b-78ae-4c9e-90e6-4ae90d1603cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa470b9c-1c94-4339-b794-681321438ce5 HTTP/1.1" status: 200 len: 997 time: 0.1160159 May 28 01:48:21.297489 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e22f87-e5e5-4de6-a5f5-8c1fc6508c7a req-027e7a04-7da7-442a-bbba-d0331e46ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:21.298861 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-36e22f87-e5e5-4de6-a5f5-8c1fc6508c7a req-027e7a04-7da7-442a-bbba-d0331e46ef9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61422ffd-2b35-4f4c-a3bf-b8c5addbfe48 HTTP/1.1" status: 200 len: 856 time: 0.0562832 May 28 01:48:21.378510 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e22f87-e5e5-4de6-a5f5-8c1fc6508c7a req-c8499887-7c95-407c-a4a8-4ff0c3a1c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:21.379929 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-36e22f87-e5e5-4de6-a5f5-8c1fc6508c7a req-c8499887-7c95-407c-a4a8-4ff0c3a1c7d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3463d1e7-4623-4440-bb64-03cc52099eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730484 May 28 01:48:21.513485 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-36e22f87-e5e5-4de6-a5f5-8c1fc6508c7a req-a5dc92aa-91cb-41a6-bc7b-3908ee8d4b28 service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240861 May 28 01:48:21.643548 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-36e22f87-e5e5-4de6-a5f5-8c1fc6508c7a req-728dd646-2f1d-4f52-ae7e-335622885ab8 service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226919 May 28 01:48:22.433332 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506083e4-c699-4eef-95e8-1df363623ed7 req-ca97ec93-f19e-4525-a97d-7265063d3aa1 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:22.434885 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-506083e4-c699-4eef-95e8-1df363623ed7 req-ca97ec93-f19e-4525-a97d-7265063d3aa1 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 943 time: 0.0830688 May 28 01:48:22.482848 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-506083e4-c699-4eef-95e8-1df363623ed7 req-8a92a905-d90e-4b6d-bf46-a95b086c20b1 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415125 May 28 01:48:23.690030 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1390938-0cac-40d5-88c7-edd0d0cb7a15 req-59777ce9-7297-4c12-a300-14c8f453f62a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:23.691705 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c1390938-0cac-40d5-88c7-edd0d0cb7a15 req-59777ce9-7297-4c12-a300-14c8f453f62a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 943 time: 0.0875108 May 28 01:48:23.737703 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c1390938-0cac-40d5-88c7-edd0d0cb7a15 req-e2bb3d62-29cd-4b3a-88ec-8742c92c0e73 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396457 May 28 01:48:24.927884 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd2601-b610-4200-8b5c-0980a2ff3473 req-bb5d50b0-634c-46fa-84be-340183f3b41c tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:24.929267 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-debd2601-b610-4200-8b5c-0980a2ff3473 req-bb5d50b0-634c-46fa-84be-340183f3b41c tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 943 time: 0.0810158 May 28 01:48:24.974336 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-debd2601-b610-4200-8b5c-0980a2ff3473 req-c3e82978-c307-4381-811c-a680f2b8e9e0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395734 May 28 01:48:26.185057 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1a002-a3bb-430d-8630-5b033c144b26 req-1bc78d73-516c-49fc-8883-2c7c8694c3df tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:26.186754 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-dbe1a002-a3bb-430d-8630-5b033c144b26 req-1bc78d73-516c-49fc-8883-2c7c8694c3df tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 943 time: 0.0875847 May 28 01:48:26.237468 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-dbe1a002-a3bb-430d-8630-5b033c144b26 req-7c6dc44c-0fbc-4756-92ac-e8736cc158f8 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442293 May 28 01:48:26.934520 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-a95c0afd-4f01-48ba-a53d-ef356b99d70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:27.437325 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35425ab4-8fdd-4355-9171-2f6582410cab req-badcc866-3dbf-436d-b372-238c0ddf6576 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:27.438813 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-35425ab4-8fdd-4355-9171-2f6582410cab req-badcc866-3dbf-436d-b372-238c0ddf6576 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 943 time: 0.0878689 May 28 01:48:27.490728 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-35425ab4-8fdd-4355-9171-2f6582410cab req-8147fbda-fc8c-4862-bff5-165bcb9534e0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459416 May 28 01:48:28.705965 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca304ee2-3b2e-4541-9d9a-017912fa89f0 req-a75897d0-e8ed-4fea-b49c-987c6f5fce8a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:28.707616 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ca304ee2-3b2e-4541-9d9a-017912fa89f0 req-a75897d0-e8ed-4fea-b49c-987c6f5fce8a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 943 time: 0.1028678 May 28 01:48:28.755136 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ca304ee2-3b2e-4541-9d9a-017912fa89f0 req-fa6cf40c-e019-4a21-a9b0-8fc765d533d6 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415354 May 28 01:48:29.252426 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:29.509532 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-30e2be75-f7c9-43bf-8e0e-0c3cfebcff5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:29.551869 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:29.957592 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca938464-3d03-4ff4-a761-c6f1bbd6eab8 req-fdd034bd-cb30-4c18-a076-036ea97169ef tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:29.959039 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ca938464-3d03-4ff4-a761-c6f1bbd6eab8 req-fdd034bd-cb30-4c18-a076-036ea97169ef tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 943 time: 0.0867641 May 28 01:48:30.097676 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ca938464-3d03-4ff4-a761-c6f1bbd6eab8 req-7e21cafc-df46-453d-8f9c-453732c94896 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1317155 May 28 01:48:30.630329 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:31.292239 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0da264-956f-49c5-840d-9f9c08c52b12 req-605b22ea-60c4-45f9-bae4-e1822994474c tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:31.293826 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7d0da264-956f-49c5-840d-9f9c08c52b12 req-605b22ea-60c4-45f9-bae4-e1822994474c tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 943 time: 0.0798521 May 28 01:48:31.344248 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7d0da264-956f-49c5-840d-9f9c08c52b12 req-aadf90f5-39f5-4cfa-9a33-53ae94a86464 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440192 May 28 01:48:32.308311 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:32.540982 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e499e-5902-402f-a1e6-165b492e8762 req-9319ec41-9155-47fd-9bb6-f45e42634287 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:32.542392 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-500e499e-5902-402f-a1e6-165b492e8762 req-9319ec41-9155-47fd-9bb6-f45e42634287 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 943 time: 0.0801735 May 28 01:48:32.587520 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-500e499e-5902-402f-a1e6-165b492e8762 req-85b9db00-87a9-44b0-a2b8-de9d5fb9f521 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394001 May 28 01:48:33.787883 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e5538-67df-4893-b4d1-119bf3dfc330 req-2293a87b-d718-4bdf-a4d4-625db48f1be3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:33.789302 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d94e5538-67df-4893-b4d1-119bf3dfc330 req-2293a87b-d718-4bdf-a4d4-625db48f1be3 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 943 time: 0.0853457 May 28 01:48:33.832192 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d94e5538-67df-4893-b4d1-119bf3dfc330 req-434dfa25-f1c2-4670-8f76-9c22dc1d660f tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371301 May 28 01:48:34.571850 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b863e88-92e2-4a14-a8b7-00861e2bc52b req-07d3aabe-0e16-4ca8-848a-f641a5824a57 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:34.573333 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5b863e88-92e2-4a14-a8b7-00861e2bc52b req-07d3aabe-0e16-4ca8-848a-f641a5824a57 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 946 time: 0.0821288 May 28 01:48:34.619424 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5b863e88-92e2-4a14-a8b7-00861e2bc52b req-de60431b-9569-457d-a994-671e28956406 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401986 May 28 01:48:34.836618 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9044cc-32fc-4f7a-aa53-057520f838b4 req-e05bcaf8-6a91-4bdd-9596-1052f9123f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:34.837979 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0e9044cc-32fc-4f7a-aa53-057520f838b4 req-e05bcaf8-6a91-4bdd-9596-1052f9123f50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=754c0001c83d4af1bdc6a16555b480e4&device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 1096 time: 0.0753942 May 28 01:48:35.050850 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9044cc-32fc-4f7a-aa53-057520f838b4 req-27ce2d32-d004-46bb-9ace-cece71bdbe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:35.052309 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0e9044cc-32fc-4f7a-aa53-057520f838b4 req-27ce2d32-d004-46bb-9ace-cece71bdbe66 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3463d1e7-4623-4440-bb64-03cc52099eb5 HTTP/1.1" status: 200 len: 918 time: 0.1901994 May 28 01:48:35.074424 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b845bd-41ae-4c7e-b6a9-08b2efe24035 req-43bb5b66-67a2-4c3c-8a38-3b9380795192 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:35.075879 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-02b845bd-41ae-4c7e-b6a9-08b2efe24035 req-43bb5b66-67a2-4c3c-8a38-3b9380795192 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 943 time: 0.1207800 May 28 01:48:35.206363 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-02b845bd-41ae-4c7e-b6a9-08b2efe24035 req-18b7034d-c86d-4f4a-b60f-588581a01485 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722456 May 28 01:48:35.210304 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0e9044cc-32fc-4f7a-aa53-057520f838b4 req-48147900-02d6-4e88-9cc1-22ce4e33e80a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa470b9c-1c94-4339-b794-681321438ce5 HTTP/1.1" status: 200 len: 997 time: 0.1328797 May 28 01:48:35.276882 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9044cc-32fc-4f7a-aa53-057520f838b4 req-8d624d34-f94a-4d69-8914-b0b185242d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:35.278322 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0e9044cc-32fc-4f7a-aa53-057520f838b4 req-8d624d34-f94a-4d69-8914-b0b185242d98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61422ffd-2b35-4f4c-a3bf-b8c5addbfe48 HTTP/1.1" status: 200 len: 856 time: 0.0614901 May 28 01:48:35.353827 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9044cc-32fc-4f7a-aa53-057520f838b4 req-e8e4c3e0-3cec-45a0-a773-6bfea5a35ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:35.355163 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0e9044cc-32fc-4f7a-aa53-057520f838b4 req-e8e4c3e0-3cec-45a0-a773-6bfea5a35ccf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3463d1e7-4623-4440-bb64-03cc52099eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690196 May 28 01:48:35.486453 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0e9044cc-32fc-4f7a-aa53-057520f838b4 req-2f0fb25c-d968-419a-a0c0-8fa3e6d8343e service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235275 May 28 01:48:35.617621 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0e9044cc-32fc-4f7a-aa53-057520f838b4 req-0d51ed5b-4e82-46e4-9761-103154ff3f34 service neutron] 10.222.0.20 "GET /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239872 May 28 01:48:35.807305 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7502c5-54bd-4181-82c3-191d876a9703 req-f45451c5-665c-400c-a700-9e2a8aaa9e92 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:35.808682 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2e7502c5-54bd-4181-82c3-191d876a9703 req-f45451c5-665c-400c-a700-9e2a8aaa9e92 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 946 time: 0.0817809 May 28 01:48:35.851898 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2e7502c5-54bd-4181-82c3-191d876a9703 req-d19f742e-bede-4f01-bb5f-66ba23cc8032 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368915 May 28 01:48:35.930442 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device fa470b9c-1c94-4339-b794-681321438ce5 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:48:36.064746 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port fa470b9c-1c94-4339-b794-681321438ce5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fa470b9c-1c94-4339-b794-681321438ce5,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:48:36.078215 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': 'fa470b9c-1c94-4339-b794-681321438ce5', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'port_id': 'fa470b9c-1c94-4339-b794-681321438ce5', 'mac_address': 'fa:16:3e:8a:0c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:48:36.136996 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:36.158707 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa470b9c-1c94-4339-b794-681321438ce5 {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:48:36.174657 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port fa470b9c-1c94-4339-b794-681321438ce5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fa470b9c-1c94-4339-b794-681321438ce5,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:48:36.179018 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:36.181912 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:48:36.247124 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=fa470b9c-1c94-4339-b794-681321438ce5,revision_number=9']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:48:36.254563 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:36.254911 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:36.255312 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:36.255738 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:36.256158 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:36.256547 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:36.256872 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:36.257192 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:36.257510 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:36.257827 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:36.258137 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:36.258454 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:36.262384 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:48:36.401036 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56250c-76b6-4e54-9cf8-4ce11bf7db25 req-46cd07cb-4a5c-4dce-84b7-ff22076b54f8 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:36.402529 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0f56250c-76b6-4e54-9cf8-4ce11bf7db25 req-46cd07cb-4a5c-4dce-84b7-ff22076b54f8 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 944 time: 0.0803132 May 28 01:48:36.449419 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0f56250c-76b6-4e54-9cf8-4ce11bf7db25 req-0a9e73a6-332e-4a9e-8329-2d4fd0094a99 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405648 May 28 01:48:36.533875 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['fa470b9c-1c94-4339-b794-681321438ce5'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:48:37.039338 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a61d9-3d0e-4dca-9363-458ce3e64860 req-7a13a653-e3b2-4fd2-9bfe-52b7f851c0d7 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:37.040810 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d84a61d9-3d0e-4dca-9363-458ce3e64860 req-7a13a653-e3b2-4fd2-9bfe-52b7f851c0d7 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 946 time: 0.0829051 May 28 01:48:37.085061 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d84a61d9-3d0e-4dca-9363-458ce3e64860 req-0cb86c63-86b1-4c8c-9a07-275a38f77331 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386810 May 28 01:48:37.639357 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21d072-12bd-46ea-8f6b-64a4a9b90875 req-86051bc4-dd9a-43ec-beba-0b01551d6656 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:37.641394 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de21d072-12bd-46ea-8f6b-64a4a9b90875 req-86051bc4-dd9a-43ec-beba-0b01551d6656 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 944 time: 0.0805473 May 28 01:48:37.692374 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-de21d072-12bd-46ea-8f6b-64a4a9b90875 req-9beb75ab-c2af-42ec-99e7-b327c05a6c43 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452440 May 28 01:48:37.929116 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device fa470b9c-1c94-4339-b794-681321438ce5 up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:48:37.999426 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port fa470b9c-1c94-4339-b794-681321438ce5 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:48:37.999796 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:38.116363 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:38.144661 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e026c61-9b39-47ea-bd8a-95a0773d13b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa470b9c-1c94-4339-b794-681321438ce5'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:48:38.156400 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port fa470b9c-1c94-4339-b794-681321438ce5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fa470b9c-1c94-4339-b794-681321438ce5,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:48:38.160780 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:38.162756 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:48:38.200367 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e026c61-9b39-47ea-bd8a-95a0773d13b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa470b9c-1c94-4339-b794-681321438ce5', 'code': 200} May 28 01:48:38.242362 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=fa470b9c-1c94-4339-b794-681321438ce5,revision_number=10']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:48:38.245818 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:48:38.381074 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f159fc-0739-4402-bf26-c2d87c91d1d3 req-eca76fb6-68f3-40f6-b4ba-d5b8e67380ff tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:38.383026 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-92f159fc-0739-4402-bf26-c2d87c91d1d3 req-eca76fb6-68f3-40f6-b4ba-d5b8e67380ff tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 946 time: 0.1830657 May 28 01:48:38.429615 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-92f159fc-0739-4402-bf26-c2d87c91d1d3 req-a1faeff6-e800-416c-8cce-6988cb4bc8c3 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404007 May 28 01:48:38.504204 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7630e8-6913-4e2d-987a-c3ba8d69d5e8 req-4bfda60a-a45e-4f6a-b124-b459453fdc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:38.505667 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0f7630e8-6913-4e2d-987a-c3ba8d69d5e8 req-4bfda60a-a45e-4f6a-b124-b459453fdc14 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 1099 time: 0.0718353 May 28 01:48:38.547313 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-0f7630e8-6913-4e2d-987a-c3ba8d69d5e8 req-8f4bcb84-09c9-4432-b19a-9e0709817242 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345778 May 28 01:48:38.885882 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9b652-8b74-44e5-9a83-53e823a6efa2 req-41c4e8b1-0f22-4b10-a5ab-ab1b58afb276 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:38.887429 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7eb9b652-8b74-44e5-9a83-53e823a6efa2 req-41c4e8b1-0f22-4b10-a5ab-ab1b58afb276 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 946 time: 0.0835097 May 28 01:48:38.942553 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7eb9b652-8b74-44e5-9a83-53e823a6efa2 req-f1f26e5c-3e01-4a35-8c1d-9402f07a832c tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493727 May 28 01:48:39.627436 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd078bc1-fc7f-4d36-9a9c-e8e243b29bc7 req-580169a7-4697-4144-a2e4-ef336110141a tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:39.628908 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cd078bc1-fc7f-4d36-9a9c-e8e243b29bc7 req-580169a7-4697-4144-a2e4-ef336110141a tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 946 time: 0.0823298 May 28 01:48:39.730814 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cd078bc1-fc7f-4d36-9a9c-e8e243b29bc7 req-d8e4766d-4dfb-4f35-b0a7-ba63b6b051ad tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b209987-78ad-4213-972b-d1313f42b622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962937 May 28 01:48:39.756486 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd14f3f-3bc7-44c3-94da-02c985bb19fc req-03bae8bf-0981-4b72-aef3-3ce7ca2a6c46 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:39.757900 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fdd14f3f-3bc7-44c3-94da-02c985bb19fc req-03bae8bf-0981-4b72-aef3-3ce7ca2a6c46 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 946 time: 0.1092620 May 28 01:48:39.950889 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-fdd14f3f-3bc7-44c3-94da-02c985bb19fc req-6d65599c-3f57-4aae-9751-a8a3ddd8e454 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Deleting port ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:48:39.951212 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-fdd14f3f-3bc7-44c3-94da-02c985bb19fc req-6d65599c-3f57-4aae-9751-a8a3ddd8e454 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:40.162073 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-fdd14f3f-3bc7-44c3-94da-02c985bb19fc req-6d65599c-3f57-4aae-9751-a8a3ddd8e454 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] For port ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c,segment=NetworkSegment(8447c016-60a2-4449-a08a-d0ad6fb3ec87),segment_id=8447c016-60a2-4449-a08a-d0ad6fb3ec87)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:48:40.162433 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-fdd14f3f-3bc7-44c3-94da-02c985bb19fc req-6d65599c-3f57-4aae-9751-a8a3ddd8e454 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:40.303450 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-fdd14f3f-3bc7-44c3-94da-02c985bb19fc req-6d65599c-3f57-4aae-9751-a8a3ddd8e454 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Calling delete_port for ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c owned by compute:nova {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:48:40.329024 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a2298-677c-423d-8107-ad5dee74eff4 req-056af9b4-0bf6-4694-af0c-3cb626ab5b5a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:40.330517 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a21a2298-677c-423d-8107-ad5dee74eff4 req-056af9b4-0bf6-4694-af0c-3cb626ab5b5a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 946 time: 0.2539303 May 28 01:48:40.388236 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a21a2298-677c-423d-8107-ad5dee74eff4 req-5d8e045f-2f0e-4397-890e-e44157bb8814 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506966 May 28 01:48:40.488430 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-fdd14f3f-3bc7-44c3-94da-02c985bb19fc req-6d65599c-3f57-4aae-9751-a8a3ddd8e454 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:40.495310 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-0d530fde-5b8a-4964-8ccd-2a083cbf6e16 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:48:40.545854 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65599c-3f57-4aae-9751-a8a3ddd8e454 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Pushing event deleted for resources: {'Port': ['ID=ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:48:40.553453 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-6d65599c-3f57-4aae-9751-a8a3ddd8e454 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:48:40.636380 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd14f3f-3bc7-44c3-94da-02c985bb19fc req-6d65599c-3f57-4aae-9751-a8a3ddd8e454 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] No DVR routers for this DVR port ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c on host hv-cinder-79351 {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:48:40.638852 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-fdd14f3f-3bc7-44c3-94da-02c985bb19fc req-6d65599c-3f57-4aae-9751-a8a3ddd8e454 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:40.641999 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f512a5f-48ab-4bb5-b778-bf00c948db6a', 'name': 'network-vif-deleted', 'tag': 'ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:48:40.657710 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-fdd14f3f-3bc7-44c3-94da-02c985bb19fc req-6d65599c-3f57-4aae-9751-a8a3ddd8e454 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.20 "DELETE /v2.0/ports/ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c HTTP/1.1" status: 204 len: 173 time: 0.8549170 May 28 01:48:40.687045 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f512a5f-48ab-4bb5-b778-bf00c948db6a', 'name': 'network-vif-deleted', 'tag': 'ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c', 'status': 'completed', 'code': 200} May 28 01:48:40.902686 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-971a2535-b0be-442d-81f6-b6732aefe243 req-08d3c965-70b9-4397-977f-777b6f7b8b90 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Synchronizing usage tracker for tenant:b941e66a8f694a6eadebbc1579f9c5a3 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:48:40.916956 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-971a2535-b0be-442d-81f6-b6732aefe243 req-08d3c965-70b9-4397-977f-777b6f7b8b90 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Unset dirty status for tenant:b941e66a8f694a6eadebbc1579f9c5a3 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:48:40.918137 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-971a2535-b0be-442d-81f6-b6732aefe243 req-08d3c965-70b9-4397-977f-777b6f7b8b90 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f512a5f-48ab-4bb5-b778-bf00c948db6a HTTP/1.1" status: 200 len: 210 time: 0.0614300 May 28 01:48:41.593602 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544105b-637b-4ba6-8783-68c48c26d4ce req-ef0101ba-2f9b-466e-8db5-234296761cc9 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:41.595035 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4544105b-637b-4ba6-8783-68c48c26d4ce req-ef0101ba-2f9b-466e-8db5-234296761cc9 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 946 time: 0.0892415 May 28 01:48:41.638721 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4544105b-637b-4ba6-8783-68c48c26d4ce req-0ad97f04-1717-479e-be2e-48b5e4122c63 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380247 May 28 01:48:41.951140 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:48:41.993694 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] No Port match for: ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:48:41.994050 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device ddf98b1c-9f82-4c3f-b6ad-96462eca4d1c not bound to the agent host hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:48:45.069203 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:48:46.004175 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73605dd7-3100-4701-9834-db9e2e7bdaa6 req-6041004a-8c7e-4899-b173-ddb4696cddf4 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:46.005713 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-73605dd7-3100-4701-9834-db9e2e7bdaa6 req-6041004a-8c7e-4899-b173-ddb4696cddf4 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 946 time: 0.0830131 May 28 01:48:46.049705 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-73605dd7-3100-4701-9834-db9e2e7bdaa6 req-3f93b841-9c25-4c20-9fb8-0df969a6edd9 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=6184c98b-6b81-4c74-be4f-1df84f46aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383139 May 28 01:48:47.275574 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a040208-049f-4982-babd-d6f50ce3f339 req-f3a8467b-99ab-4b26-be91-dbfad756822a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:47.277055 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3a040208-049f-4982-babd-d6f50ce3f339 req-f3a8467b-99ab-4b26-be91-dbfad756822a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 946 time: 0.0832045 May 28 01:48:47.320988 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-3a040208-049f-4982-babd-d6f50ce3f339 req-7ef4e1e3-8762-4bd9-b0fb-0f0c5efb2002 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=6184c98b-6b81-4c74-be4f-1df84f46aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374389 May 28 01:48:48.001621 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ea79d-8b8f-41df-9cbc-50288ff2c442 req-d7ec83d8-bfc4-433e-b1f0-73ec7e18f987 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:48.003028 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-921ea79d-8b8f-41df-9cbc-50288ff2c442 req-d7ec83d8-bfc4-433e-b1f0-73ec7e18f987 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 946 time: 0.0784271 May 28 01:48:48.252988 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-921ea79d-8b8f-41df-9cbc-50288ff2c442 req-72d88ff8-4932-4b77-9865-08aef20a33b0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Deleting port d6bef8b2-1fef-401c-a735-e01a06ba78d9 {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:48:48.253330 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-921ea79d-8b8f-41df-9cbc-50288ff2c442 req-72d88ff8-4932-4b77-9865-08aef20a33b0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:48.388807 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-921ea79d-8b8f-41df-9cbc-50288ff2c442 req-72d88ff8-4932-4b77-9865-08aef20a33b0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] For port d6bef8b2-1fef-401c-a735-e01a06ba78d9, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d6bef8b2-1fef-401c-a735-e01a06ba78d9,segment=NetworkSegment(7c607989-63e8-4f5e-9b23-b81cad895349),segment_id=7c607989-63e8-4f5e-9b23-b81cad895349)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:48:48.389494 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-921ea79d-8b8f-41df-9cbc-50288ff2c442 req-72d88ff8-4932-4b77-9865-08aef20a33b0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:48.713839 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68f5ef-7a04-4fa5-8bd4-97c1746d5459 req-e3340401-c5ea-44c3-88f2-8ba820c251ed tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:48.715188 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ea68f5ef-7a04-4fa5-8bd4-97c1746d5459 req-e3340401-c5ea-44c3-88f2-8ba820c251ed tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 946 time: 0.2631083 May 28 01:48:48.768683 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-921ea79d-8b8f-41df-9cbc-50288ff2c442 req-72d88ff8-4932-4b77-9865-08aef20a33b0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:48.769063 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-921ea79d-8b8f-41df-9cbc-50288ff2c442 req-72d88ff8-4932-4b77-9865-08aef20a33b0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025534'] for floatingip, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:48.769352 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.l3_db [req-921ea79d-8b8f-41df-9cbc-50288ff2c442 req-72d88ff8-4932-4b77-9865-08aef20a33b0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Floating IP adac445a-0b9d-413d-81ab-365ef1d4324f disassociated. External IP: 172.28.1.40, port: d6bef8b2-1fef-401c-a735-e01a06ba78d9. May 28 01:48:48.769680 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-921ea79d-8b8f-41df-9cbc-50288ff2c442 req-72d88ff8-4932-4b77-9865-08aef20a33b0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Calling delete_port for d6bef8b2-1fef-401c-a735-e01a06ba78d9 owned by compute:nova {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:48:48.784348 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ea68f5ef-7a04-4fa5-8bd4-97c1746d5459 req-96612442-9509-4592-9f00-75636b10c093 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups?id=6184c98b-6b81-4c74-be4f-1df84f46aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604885 May 28 01:48:48.883229 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-921ea79d-8b8f-41df-9cbc-50288ff2c442 req-72d88ff8-4932-4b77-9865-08aef20a33b0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:48.889603 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:48:48.939593 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d88ff8-4932-4b77-9865-08aef20a33b0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Pushing event deleted for resources: {'Port': ['ID=d6bef8b2-1fef-401c-a735-e01a06ba78d9,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:48:48.942287 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-72d88ff8-4932-4b77-9865-08aef20a33b0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:48:49.122560 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-921ea79d-8b8f-41df-9cbc-50288ff2c442 req-72d88ff8-4932-4b77-9865-08aef20a33b0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Router b5887b72-9599-4283-9451-c70648024989 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:48:49.308161 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-921ea79d-8b8f-41df-9cbc-50288ff2c442 req-72d88ff8-4932-4b77-9865-08aef20a33b0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:48:49.321213 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28c55dc-e5ae-4dea-a379-3d88b94a58a9 None None] Sync routers for ids ['b5887b72-9599-4283-9451-c70648024989'] in dv-cinder-793515-1-smb {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:48:49.341097 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28c55dc-e5ae-4dea-a379-3d88b94a58a9 None None] Routers {'b5887b72-9599-4283-9451-c70648024989'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:48:49.341771 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-b28c55dc-e5ae-4dea-a379-3d88b94a58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:48:29Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['b5887b72-9599-4283-9451-c70648024989'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:48:49.392604 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-921ea79d-8b8f-41df-9cbc-50288ff2c442 req-72d88ff8-4932-4b77-9865-08aef20a33b0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] No DVR routers for this DVR port d6bef8b2-1fef-401c-a735-e01a06ba78d9 on host hv-cinder-79351 {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:48:49.395018 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-921ea79d-8b8f-41df-9cbc-50288ff2c442 req-72d88ff8-4932-4b77-9865-08aef20a33b0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:49.401779 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e5dcfa-57f7-4884-a387-98f48e72538a', 'name': 'network-vif-deleted', 'tag': 'd6bef8b2-1fef-401c-a735-e01a06ba78d9'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:48:49.414352 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-921ea79d-8b8f-41df-9cbc-50288ff2c442 req-72d88ff8-4932-4b77-9865-08aef20a33b0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.20 "DELETE /v2.0/ports/d6bef8b2-1fef-401c-a735-e01a06ba78d9 HTTP/1.1" status: 204 len: 173 time: 1.4042392 May 28 01:48:49.472389 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e5dcfa-57f7-4884-a387-98f48e72538a', 'name': 'network-vif-deleted', 'tag': 'd6bef8b2-1fef-401c-a735-e01a06ba78d9', 'status': 'completed', 'code': 200} May 28 01:48:49.565775 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-b28c55dc-e5ae-4dea-a379-3d88b94a58a9 None None] Set router b5887b72-9599-4283-9451-c70648024989 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:48:49.888593 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-b28c55dc-e5ae-4dea-a379-3d88b94a58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:43:23Z', 'revision_number': 4, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port': {'id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:17Z', 'updated_at': '2021-05-28T01:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '082eab52-2eb2-4222-a075-0ffc4c8b10d8', 'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'mac_address': 'fa:16:3e:06:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:22Z', 'updated_at': '2021-05-28T01:43:30Z', 'revision_number': 5, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'subnets': [{'id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:48:49.892739 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28c55dc-e5ae-4dea-a379-3d88b94a58a9 None None] Checking router: b5887b72-9599-4283-9451-c70648024989 for host: dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:48:49.901556 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28c55dc-e5ae-4dea-a379-3d88b94a58a9 None None] Routers {'b5887b72-9599-4283-9451-c70648024989'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:48:49.902073 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-b28c55dc-e5ae-4dea-a379-3d88b94a58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:48:29Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['b5887b72-9599-4283-9451-c70648024989'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:48:49.967544 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-cc99fbe7-1cba-4393-8e1a-c2527aec5ba0 req-fef632b3-0e9a-4269-b07e-20580e09524f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Synchronizing usage tracker for tenant:0c8cb123312945c79bd98c6b173fb1c1 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:48:49.984752 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-cc99fbe7-1cba-4393-8e1a-c2527aec5ba0 req-fef632b3-0e9a-4269-b07e-20580e09524f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Unset dirty status for tenant:0c8cb123312945c79bd98c6b173fb1c1 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:48:49.985910 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cc99fbe7-1cba-4393-8e1a-c2527aec5ba0 req-fef632b3-0e9a-4269-b07e-20580e09524f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e5dcfa-57f7-4884-a387-98f48e72538a HTTP/1.1" status: 200 len: 210 time: 0.0683529 May 28 01:48:50.125166 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-b28c55dc-e5ae-4dea-a379-3d88b94a58a9 None None] Set router b5887b72-9599-4283-9451-c70648024989 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:48:50.442841 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-b28c55dc-e5ae-4dea-a379-3d88b94a58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:43:23Z', 'revision_number': 4, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port': {'id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:17Z', 'updated_at': '2021-05-28T01:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '082eab52-2eb2-4222-a075-0ffc4c8b10d8', 'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'mac_address': 'fa:16:3e:06:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:22Z', 'updated_at': '2021-05-28T01:43:30Z', 'revision_number': 5, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'subnets': [{'id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:48:50.447331 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28c55dc-e5ae-4dea-a379-3d88b94a58a9 None None] The sync data for ids ['b5887b72-9599-4283-9451-c70648024989'] in dv-cinder-793515-1-smb is: [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:43:23Z', 'revision_number': 4, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port': {'id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:17Z', 'updated_at': '2021-05-28T01:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '082eab52-2eb2-4222-a075-0ffc4c8b10d8', 'name': '', 'network_id': '921f98b5-4b6b-4d1c-9f05-0d3139f095a4', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'mac_address': 'fa:16:3e:06:58:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:22Z', 'updated_at': '2021-05-28T01:43:30Z', 'revision_number': 5, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'subnets': [{'id': '69fa25a8-030c-4786-9348-7785d8dee8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:48:50.643965 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f361bd42-3008-4a2b-a1cf-d52a101bee44 None None] New status for floating IP adac445a-0b9d-413d-81ab-365ef1d4324f: DOWN {{(pid=98376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 01:48:51.124999 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 59570) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:48:51.194597 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-f0083f1b-c4b6-4d0e-b9d5-e26cafcdb252 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:51.240220 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-f0083f1b-c4b6-4d0e-b9d5-e26cafcdb252 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:51.297471 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-f0083f1b-c4b6-4d0e-b9d5-e26cafcdb252 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:51.303682 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3ece321c-8cb2-418f-a9db-d47598e42759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:48:51.319440 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0083f1b-c4b6-4d0e-b9d5-e26cafcdb252 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6184c98b-6b81-4c74-be4f-1df84f46aa52,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:48:51.322861 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-f0083f1b-c4b6-4d0e-b9d5-e26cafcdb252 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:48:51.326552 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-f0083f1b-c4b6-4d0e-b9d5-e26cafcdb252 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:51.328553 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-f0083f1b-c4b6-4d0e-b9d5-e26cafcdb252 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "DELETE /v2.0/security-groups/6184c98b-6b81-4c74-be4f-1df84f46aa52 HTTP/1.1" status: 204 len: 168 time: 0.2025080 May 28 01:48:51.331397 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 59578) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:48:51.357464 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.api.v2.resource [None req-c91b02d1-360e-438f-a06c-7544832480ab tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] show failed (client error): The resource could not be found. May 28 01:48:51.358417 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-c91b02d1-360e-438f-a06c-7544832480ab tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "GET /v2.0/security-groups/6184c98b-6b81-4c74-be4f-1df84f46aa52 HTTP/1.1" status: 404 len: 347 time: 0.0260217 May 28 01:48:51.361317 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 59582) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:48:51.584692 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.plugin [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Deleting port 9c43c03d-7313-47d2-8fdd-ad96fd104e2c {{(pid=98374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:48:51.584980 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:51.701049 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:51.701371 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:51.822480 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.plugin [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Calling delete_port for 9c43c03d-7313-47d2-8fdd-ad96fd104e2c owned by network:floatingip {{(pid=98374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:48:51.937487 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:51.941626 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:48:52.010320 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Pushing event deleted for resources: {'Port': ['ID=9c43c03d-7313-47d2-8fdd-ad96fd104e2c,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:48:52.017980 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device d6bef8b2-1fef-401c-a735-e01a06ba78d9 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:48:52.055236 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] No Port match for: d6bef8b2-1fef-401c-a735-e01a06ba78d9 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:48:52.055474 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device d6bef8b2-1fef-401c-a735-e01a06ba78d9 not bound to the agent host hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:48:52.057033 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:52.057423 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:52.057837 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:52.058155 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:52.058495 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:52.058846 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:52.059197 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:52.059725 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:52.059928 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:52.060277 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:52.060620 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:52.060964 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:52.069661 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:48:52.089619 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks [] for floatingip, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:52.107182 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for floatingip, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:52.108326 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-f75a9ee7-0be7-4222-9ac1-09c27689749f tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] 10.222.0.32 "DELETE /v2.0/floatingips/adac445a-0b9d-413d-81ab-365ef1d4324f HTTP/1.1" status: 204 len: 168 time: 0.7461545 May 28 01:48:56.101746 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 59634) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:48:56.779052 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6b1a79cc-3f04-42c3-98e8-0c778eef199d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1031884'] for router_interface, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:56.928056 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-4bbd166b-8352-49d5-9f16-45bbbfd48b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:57.193316 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a79cc-3f04-42c3-98e8-0c778eef199d admin admin] Deleting port 082eab52-2eb2-4222-a075-0ffc4c8b10d8 {{(pid=98374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:48:57.193862 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6b1a79cc-3f04-42c3-98e8-0c778eef199d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:57.316219 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.db [None req-6b1a79cc-3f04-42c3-98e8-0c778eef199d admin admin] For port 082eab52-2eb2-4222-a075-0ffc4c8b10d8, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=082eab52-2eb2-4222-a075-0ffc4c8b10d8,segment=NetworkSegment(7c607989-63e8-4f5e-9b23-b81cad895349),segment_id=7c607989-63e8-4f5e-9b23-b81cad895349)] {{(pid=98374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:48:57.316570 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6b1a79cc-3f04-42c3-98e8-0c778eef199d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:57.442978 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a79cc-3f04-42c3-98e8-0c778eef199d admin admin] Calling delete_port for 082eab52-2eb2-4222-a075-0ffc4c8b10d8 owned by network:router_interface {{(pid=98374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:48:57.503134 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 59652) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:48:57.605717 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6b1a79cc-3f04-42c3-98e8-0c778eef199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:57.611419 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-acd2c4be-e00f-443f-80d9-9ee0c827ec0a tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:48:57.654631 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a79cc-3f04-42c3-98e8-0c778eef199d admin admin] Pushing event deleted for resources: {'Port': ['ID=082eab52-2eb2-4222-a075-0ffc4c8b10d8,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:48:57.657801 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-6b1a79cc-3f04-42c3-98e8-0c778eef199d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:48:57.910560 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Deleting port 1810e124-7caf-4325-9ba6-2ce58f706fea {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:48:57.910997 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:57.941850 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-6b1a79cc-3f04-42c3-98e8-0c778eef199d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026140'] for router_interface, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:58.036317 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:58.036549 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:58.165109 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Calling delete_port for 1810e124-7caf-4325-9ba6-2ce58f706fea owned by network:floatingip {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:48:58.292034 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:58.296409 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-b8d371c2-1777-4a16-99c2-3b9f036fcaf1 tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:48:58.347169 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Pushing event deleted for resources: {'Port': ['ID=1810e124-7caf-4325-9ba6-2ce58f706fea,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:48:58.409446 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1a79cc-3f04-42c3-98e8-0c778eef199d admin admin] Router b5887b72-9599-4283-9451-c70648024989 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:48:58.415860 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:58.416221 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:58.416570 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:58.416915 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:58.417486 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:58.417837 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:58.418183 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:58.418523 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:58.418854 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:58.419186 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:58.419515 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:58.419860 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:48:58.422989 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:48:58.448420 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for floatingip, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:58.448810 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.l3_db [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Floating IP 9669dd1a-5e12-48dd-87c8-b99c2e7fe84b disassociated (deleted). External IP: 172.28.1.241, port: 751f326f-15c5-4cc4-bf14-8a4621fac201. May 28 01:48:58.595700 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1a79cc-3f04-42c3-98e8-0c778eef199d admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:48:58.607341 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161c6c07-d58a-4d97-a104-4f7c38fff8ac None None] Sync routers for ids ['b5887b72-9599-4283-9451-c70648024989'] in dv-cinder-793515-1-smb {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:48:58.608139 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-6b1a79cc-3f04-42c3-98e8-0c778eef199d admin admin] 10.222.0.32 "PUT /v2.0/routers/b5887b72-9599-4283-9451-c70648024989/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5052850 May 28 01:48:58.610631 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 59658) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:48:58.619264 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161c6c07-d58a-4d97-a104-4f7c38fff8ac None None] Routers {'b5887b72-9599-4283-9451-c70648024989'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:48:58.620133 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-161c6c07-d58a-4d97-a104-4f7c38fff8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:48:29Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['b5887b72-9599-4283-9451-c70648024989'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:48:58.797197 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-08a75589-8852-4929-90f9-79db85fb83c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:58.830109 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Router 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:48:58.834864 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-161c6c07-d58a-4d97-a104-4f7c38fff8ac None None] Set router b5887b72-9599-4283-9451-c70648024989 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:48:58.987100 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-08a75589-8852-4929-90f9-79db85fb83c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:59.045724 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:48:59.057959 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60fed22-3392-41c3-99a5-52c391f84434 None None] Sync routers for ids ['835ff9ac-8264-4c75-8d4c-a02532d5dbe5'] in dv-cinder-793515-1-smb {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:48:59.069355 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for floatingip, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:59.070534 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60fed22-3392-41c3-99a5-52c391f84434 None None] Routers {'835ff9ac-8264-4c75-8d4c-a02532d5dbe5'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:48:59.071341 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-e60fed22-3392-41c3-99a5-52c391f84434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:48:29Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['835ff9ac-8264-4c75-8d4c-a02532d5dbe5'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:48:59.074229 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.plugin [None req-08a75589-8852-4929-90f9-79db85fb83c1 admin admin] Deleting port cd41e276-8b65-4f06-90d0-a6b3eb9b4779 {{(pid=98374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:48:59.075056 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-08a75589-8852-4929-90f9-79db85fb83c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:59.141564 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "DELETE /v2.0/floatingips/9669dd1a-5e12-48dd-87c8-b99c2e7fe84b HTTP/1.1" status: 204 len: 168 time: 1.6345875 May 28 01:48:59.141564 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3caeaa-3e64-4a32-8923-0cb30a38d452', 'tag': '751f326f-15c5-4cc4-bf14-8a4621fac201'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:48:59.228970 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-161c6c07-d58a-4d97-a104-4f7c38fff8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:48:57Z', 'revision_number': 5, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port': {'id': 'cd41e276-8b65-4f06-90d0-a6b3eb9b4779', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5887b72-9599-4283-9451-c70648024989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:17Z', 'updated_at': '2021-05-28T01:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:48:59.234186 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161c6c07-d58a-4d97-a104-4f7c38fff8ac None None] Checking router: b5887b72-9599-4283-9451-c70648024989 for host: dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:48:59.252205 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3caeaa-3e64-4a32-8923-0cb30a38d452', 'tag': '751f326f-15c5-4cc4-bf14-8a4621fac201', 'status': 'completed', 'code': 200} May 28 01:48:59.254155 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161c6c07-d58a-4d97-a104-4f7c38fff8ac None None] Routers {'b5887b72-9599-4283-9451-c70648024989'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:48:59.255006 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-161c6c07-d58a-4d97-a104-4f7c38fff8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:48:29Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['b5887b72-9599-4283-9451-c70648024989'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:48:59.305206 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.db [None req-08a75589-8852-4929-90f9-79db85fb83c1 admin admin] For port cd41e276-8b65-4f06-90d0-a6b3eb9b4779, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=cd41e276-8b65-4f06-90d0-a6b3eb9b4779,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:48:59.305841 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-08a75589-8852-4929-90f9-79db85fb83c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:59.340917 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:59.358318 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-e60fed22-3392-41c3-99a5-52c391f84434 None None] Set router 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:48:59.456566 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.plugin [None req-08a75589-8852-4929-90f9-79db85fb83c1 admin admin] Calling delete_port for cd41e276-8b65-4f06-90d0-a6b3eb9b4779 owned by network:router_gateway {{(pid=98374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:48:59.554265 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-161c6c07-d58a-4d97-a104-4f7c38fff8ac None None] Set router b5887b72-9599-4283-9451-c70648024989 gateway port host: None {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:48:59.565716 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141014ff-0ad3-4bf3-a2dd-f55deac6ffb5 req-2cc37fc1-9307-4397-a6b1-03dd39923513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:59.567941 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-141014ff-0ad3-4bf3-a2dd-f55deac6ffb5 req-2cc37fc1-9307-4397-a6b1-03dd39923513 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80115eb4505040a89af0ce7659f24042&device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 1098 time: 0.2597728 May 28 01:48:59.672821 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-dd89ac03-4910-4ebd-a1d6-4d6f1cf88b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:59.694373 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-161c6c07-d58a-4d97-a104-4f7c38fff8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:48:58Z', 'revision_number': 6, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port_host': None}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:48:59.695938 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-08a75589-8852-4929-90f9-79db85fb83c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:59.700810 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161c6c07-d58a-4d97-a104-4f7c38fff8ac None None] The sync data for ids ['b5887b72-9599-4283-9451-c70648024989'] in dv-cinder-793515-1-smb is: [{'id': 'b5887b72-9599-4283-9451-c70648024989', 'name': 'tempest-AttachVolumeTestJSON-1651532490-router', 'tenant_id': '0c8cb123312945c79bd98c6b173fb1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:16Z', 'updated_at': '2021-05-28T01:48:58Z', 'revision_number': 6, 'project_id': '0c8cb123312945c79bd98c6b173fb1c1', 'gw_port_host': None}] {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:48:59.702281 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:48:59.715200 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:59.746959 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-e60fed22-3392-41c3-99a5-52c391f84434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'name': 'tempest-TestShelveInstance-769832035-router', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:48Z', 'updated_at': '2021-05-28T01:43:55Z', 'revision_number': 4, 'project_id': '80115eb4505040a89af0ce7659f24042', 'gw_port': {'id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:50Z', 'updated_at': '2021-05-28T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '01ba99e8-1d9e-4fcd-a0f2-596111e6c918', 'name': '', 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'mac_address': 'fa:16:3e:5b:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '93f16f84-fabf-40d4-be95-91f2cfae9bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:53Z', 'updated_at': '2021-05-28T01:44:05Z', 'revision_number': 5, 'project_id': '80115eb4505040a89af0ce7659f24042', 'subnets': [{'id': '93f16f84-fabf-40d4-be95-91f2cfae9bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:48:59.751031 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60fed22-3392-41c3-99a5-52c391f84434 None None] Checking router: 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 for host: dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:48:59.759408 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60fed22-3392-41c3-99a5-52c391f84434 None None] Routers {'835ff9ac-8264-4c75-8d4c-a02532d5dbe5'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:48:59.760047 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-e60fed22-3392-41c3-99a5-52c391f84434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:48:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['835ff9ac-8264-4c75-8d4c-a02532d5dbe5'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:48:59.761244 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a75589-8852-4929-90f9-79db85fb83c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd41e276-8b65-4f06-90d0-a6b3eb9b4779,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:48:59.765521 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-08a75589-8852-4929-90f9-79db85fb83c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:48:59.795305 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141014ff-0ad3-4bf3-a2dd-f55deac6ffb5 req-5a441773-11b7-4e28-b137-5b9d01db4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:59.796813 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-141014ff-0ad3-4bf3-a2dd-f55deac6ffb5 req-5a441773-11b7-4e28-b137-5b9d01db4646 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5229988-7111-4951-bfef-8f99fc9ca578 HTTP/1.1" status: 200 len: 909 time: 0.2182100 May 28 01:48:59.805068 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00da250-ee7a-46ab-b09e-99a7215e8347 req-b7d8abf0-9ed9-48f8-83b6-d1defd8bab69 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:59.805772 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-c00da250-ee7a-46ab-b09e-99a7215e8347 req-b7d8abf0-9ed9-48f8-83b6-d1defd8bab69 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Synchronizing usage tracker for tenant:80115eb4505040a89af0ce7659f24042 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:48:59.877727 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-141014ff-0ad3-4bf3-a2dd-f55deac6ffb5 req-f02bd9e8-276e-4554-90ff-88c36b773b86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=751f326f-15c5-4cc4-bf14-8a4621fac201 HTTP/1.1" status: 200 len: 217 time: 0.0670240 May 28 01:48:59.924225 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-c00da250-ee7a-46ab-b09e-99a7215e8347 req-b7d8abf0-9ed9-48f8-83b6-d1defd8bab69 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Unset dirty status for tenant:80115eb4505040a89af0ce7659f24042 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:48:59.925035 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c00da250-ee7a-46ab-b09e-99a7215e8347 req-b7d8abf0-9ed9-48f8-83b6-d1defd8bab69 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.2559793 May 28 01:48:59.941311 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-e60fed22-3392-41c3-99a5-52c391f84434 None None] Set router 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:48:59.970810 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-08a75589-8852-4929-90f9-79db85fb83c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025489'] for router_gateway, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:48:59.981751 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141014ff-0ad3-4bf3-a2dd-f55deac6ffb5 req-5b02cd96-87c1-453e-8e0a-81d8b09da7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:48:59.983177 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-141014ff-0ad3-4bf3-a2dd-f55deac6ffb5 req-5b02cd96-87c1-453e-8e0a-81d8b09da7c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93f16f84-fabf-40d4-be95-91f2cfae9bba HTTP/1.1" status: 200 len: 847 time: 0.0990288 May 28 01:48:59.990392 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c00da250-ee7a-46ab-b09e-99a7215e8347 req-58181805-1c9f-4ee6-9b57-b9e154eb52e7 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579681 May 28 01:49:00.065394 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141014ff-0ad3-4bf3-a2dd-f55deac6ffb5 req-da6fdeaa-ddc0-4d6e-886b-a46fd5f4906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:49:00.067034 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-141014ff-0ad3-4bf3-a2dd-f55deac6ffb5 req-da6fdeaa-ddc0-4d6e-886b-a46fd5f4906f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5229988-7111-4951-bfef-8f99fc9ca578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758924 May 28 01:49:00.162383 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-08a75589-8852-4929-90f9-79db85fb83c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6861'] for router, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:00.165838 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-08a75589-8852-4929-90f9-79db85fb83c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:00.221760 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-141014ff-0ad3-4bf3-a2dd-f55deac6ffb5 req-cd4c8b02-ce3a-40f2-a21b-d58d4752cf6a service neutron] 10.222.0.20 "GET /v2.0/networks/d5229988-7111-4951-bfef-8f99fc9ca578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447904 May 28 01:49:00.275130 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-08a75589-8852-4929-90f9-79db85fb83c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1020256'] for router, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:00.275882 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a75589-8852-4929-90f9-79db85fb83c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5887b72-9599-4283-9451-c70648024989 {{(pid=98374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 01:49:00.296466 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-08a75589-8852-4929-90f9-79db85fb83c1 admin admin] Notify callbacks [] for router, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:00.297775 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-08a75589-8852-4929-90f9-79db85fb83c1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b5887b72-9599-4283-9451-c70648024989 HTTP/1.1" status: 204 len: 168 time: 1.6854136 May 28 01:49:00.304365 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 59692) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:00.325951 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-e60fed22-3392-41c3-99a5-52c391f84434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'name': 'tempest-TestShelveInstance-769832035-router', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:48Z', 'updated_at': '2021-05-28T01:43:55Z', 'revision_number': 4, 'project_id': '80115eb4505040a89af0ce7659f24042', 'gw_port': {'id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:50Z', 'updated_at': '2021-05-28T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '01ba99e8-1d9e-4fcd-a0f2-596111e6c918', 'name': '', 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'mac_address': 'fa:16:3e:5b:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '93f16f84-fabf-40d4-be95-91f2cfae9bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:53Z', 'updated_at': '2021-05-28T01:44:05Z', 'revision_number': 5, 'project_id': '80115eb4505040a89af0ce7659f24042', 'subnets': [{'id': '93f16f84-fabf-40d4-be95-91f2cfae9bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:00.331808 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60fed22-3392-41c3-99a5-52c391f84434 None None] The sync data for ids ['835ff9ac-8264-4c75-8d4c-a02532d5dbe5'] in dv-cinder-793515-1-smb is: [{'id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'name': 'tempest-TestShelveInstance-769832035-router', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:48Z', 'updated_at': '2021-05-28T01:43:55Z', 'revision_number': 4, 'project_id': '80115eb4505040a89af0ce7659f24042', 'gw_port': {'id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:50Z', 'updated_at': '2021-05-28T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '01ba99e8-1d9e-4fcd-a0f2-596111e6c918', 'name': '', 'network_id': 'd5229988-7111-4951-bfef-8f99fc9ca578', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'mac_address': 'fa:16:3e:5b:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '93f16f84-fabf-40d4-be95-91f2cfae9bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:53Z', 'updated_at': '2021-05-28T01:44:05Z', 'revision_number': 5, 'project_id': '80115eb4505040a89af0ce7659f24042', 'subnets': [{'id': '93f16f84-fabf-40d4-be95-91f2cfae9bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:49:00.375648 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_v2 [None req-705d8cd2-4984-4742-9fc9-47929dd6ef90 admin admin] Deleting subnet 69fa25a8-030c-4786-9348-7785d8dee8f5 {{(pid=98374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 28 01:49:00.379044 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-705d8cd2-4984-4742-9fc9-47929dd6ef90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:00.389607 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-141014ff-0ad3-4bf3-a2dd-f55deac6ffb5 req-d3d5fc48-7af4-4a5f-b1cd-1ad58ccf147b service neutron] 10.222.0.20 "GET /v2.0/networks/d5229988-7111-4951-bfef-8f99fc9ca578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536050 May 28 01:49:00.436220 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-705d8cd2-4984-4742-9fc9-47929dd6ef90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10795288'] for subnet, precommit_delete_associations {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:00.562904 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-705d8cd2-4984-4742-9fc9-47929dd6ef90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4121571'] for subnet, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:00.644704 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:00.654483 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 082eab52-2eb2-4222-a075-0ffc4c8b10d8 no longer exists at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:49:00.685698 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c449a535-7c1a-4cab-b9c1-6e6073530d8a None None] New status for floating IP 9669dd1a-5e12-48dd-87c8-b99c2e7fe84b: DOWN {{(pid=98375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 01:49:00.853973 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] No Port match for: 082eab52-2eb2-4222-a075-0ffc4c8b10d8 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:49:00.854329 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 082eab52-2eb2-4222-a075-0ffc4c8b10d8 not bound to the agent host dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:49:00.854799 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device cd41e276-8b65-4f06-90d0-a6b3eb9b4779 no longer exists at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:49:00.858337 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-705d8cd2-4984-4742-9fc9-47929dd6ef90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10760824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11069006'] for subnet, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:00.862877 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-add1ce69-3138-4549-a1d8-e549990c591e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:00.900229 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] No Port match for: cd41e276-8b65-4f06-90d0-a6b3eb9b4779 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:49:00.900585 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device cd41e276-8b65-4f06-90d0-a6b3eb9b4779 not bound to the agent host dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:49:00.904413 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d8cd2-4984-4742-9fc9-47929dd6ef90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69fa25a8-030c-4786-9348-7785d8dee8f5,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:00.908758 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-705d8cd2-4984-4742-9fc9-47929dd6ef90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:00.909120 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-705d8cd2-4984-4742-9fc9-47929dd6ef90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:00.911008 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4dea64-27e6-4b6c-9925-de42ffb3c1ad None None] Network 921f98b5-4b6b-4d1c-9f05-0d3139f095a4 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:49:00.913817 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-705d8cd2-4984-4742-9fc9-47929dd6ef90 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/69fa25a8-030c-4786-9348-7785d8dee8f5 HTTP/1.1" status: 204 len: 168 time: 0.6084764 May 28 01:49:00.916479 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 59698) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:01.027701 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3678103'] for network, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:01.150188 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] Deleting port c94c5cfd-20f0-428a-89c8-09d0aca9f11b {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:49:01.150524 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:01.171151 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9363cc61-e9f7-449d-b165-a6d53b4c81fb None None] DHCP port deletion for 921f98b5-4b6b-4d1c-9f05-0d3139f095a4 request from dv-cinder-793515-1-smb {{(pid=98375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 28 01:49:01.238158 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-9363cc61-e9f7-449d-b165-a6d53b4c81fb None None] Deleting port c94c5cfd-20f0-428a-89c8-09d0aca9f11b {{(pid=98375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:49:01.238540 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-9363cc61-e9f7-449d-b165-a6d53b4c81fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:01.265507 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] For port c94c5cfd-20f0-428a-89c8-09d0aca9f11b, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=c94c5cfd-20f0-428a-89c8-09d0aca9f11b,segment=NetworkSegment(7c607989-63e8-4f5e-9b23-b81cad895349),segment_id=7c607989-63e8-4f5e-9b23-b81cad895349)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:49:01.265854 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:01.333232 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-9363cc61-e9f7-449d-b165-a6d53b4c81fb None None] For port c94c5cfd-20f0-428a-89c8-09d0aca9f11b, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=c94c5cfd-20f0-428a-89c8-09d0aca9f11b,segment=NetworkSegment(7c607989-63e8-4f5e-9b23-b81cad895349),segment_id=7c607989-63e8-4f5e-9b23-b81cad895349)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:49:01.333656 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-9363cc61-e9f7-449d-b165-a6d53b4c81fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:01.422963 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafc1a2-9586-4b79-9b2f-1a8671742f4c req-3af8cdaf-ae10-46ef-b15c-ad1fdcb700fd tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:49:01.424333 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ffafc1a2-9586-4b79-9b2f-1a8671742f4c req-3af8cdaf-ae10-46ef-b15c-ad1fdcb700fd tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.3188062 May 28 01:49:01.434964 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] Calling delete_port for c94c5cfd-20f0-428a-89c8-09d0aca9f11b owned by network:dhcp {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:49:01.457464 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-9363cc61-e9f7-449d-b165-a6d53b4c81fb None None] Calling delete_port for c94c5cfd-20f0-428a-89c8-09d0aca9f11b owned by network:dhcp {{(pid=98375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:49:01.504959 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-ffafc1a2-9586-4b79-9b2f-1a8671742f4c req-527a1d79-8f23-4052-b038-1e308b9f3449 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/security-groups?id=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627365 May 28 01:49:01.524694 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 59706) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:01.541047 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56676aa7-c0c8-4259-ba55-47baf1237097 req-0926f85e-4594-47dc-ac28-f506818026c7 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:49:01.542443 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-56676aa7-c0c8-4259-ba55-47baf1237097 req-0926f85e-4594-47dc-ac28-f506818026c7 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 945 time: 0.2106376 May 28 01:49:01.593370 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bab91ce-9fc9-459e-ae46-ac6cfda0e335 admin admin] Deleting subnet 82c96f5c-ae51-4c8f-9077-87aa83215ac4 {{(pid=98374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 28 01:49:01.595138 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:01.596412 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3bab91ce-9fc9-459e-ae46-ac6cfda0e335 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:01.598883 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-9363cc61-e9f7-449d-b165-a6d53b4c81fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116'] for port, after_delete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:01.602651 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:01.647091 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363cc61-e9f7-449d-b165-a6d53b4c81fb None None] Pushing event deleted for resources: {'Port': ['ID=c94c5cfd-20f0-428a-89c8-09d0aca9f11b,revision_number=None']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:01.648018 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3bab91ce-9fc9-459e-ae46-ac6cfda0e335 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10795288'] for subnet, precommit_delete_associations {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:01.650249 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-9363cc61-e9f7-449d-b165-a6d53b4c81fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:01.651522 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9363cc61-e9f7-449d-b165-a6d53b4c81fb None None] No DVR routers for this DVR port c94c5cfd-20f0-428a-89c8-09d0aca9f11b on host dv-cinder-793515-1-smb {{(pid=98375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:49:01.702041 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-45382de4-b43b-4b6e-a3e4-af076b0b54de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:01.709518 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3bab91ce-9fc9-459e-ae46-ac6cfda0e335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4121571'] for subnet, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:01.750072 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94c5cfd-20f0-428a-89c8-09d0aca9f11b,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:01.755198 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:01.757829 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] No DVR routers for this DVR port c94c5cfd-20f0-428a-89c8-09d0aca9f11b on host dv-cinder-793515-1-smb {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:49:01.918796 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124012', 'neutron.services.segments.db._delete_segments_for_network-8764331454940'] for network, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:01.934693 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921f98b5-4b6b-4d1c-9f05-0d3139f095a4']}} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:01.950353 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c607989-63e8-4f5e-9b23-b81cad895349') {'for_net_delete': True} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:01.950670 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c607989-63e8-4f5e-9b23-b81cad895349') {} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:01.954558 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3bab91ce-9fc9-459e-ae46-ac6cfda0e335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10760824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11069006'] for subnet, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:01.959400 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:01.964865 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764331464093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1627248'] for segment, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:01.980843 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-56676aa7-c0c8-4259-ba55-47baf1237097 req-d8e2707a-9093-42d4-8a1c-c9da04217ff7 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Deleting port 751f326f-15c5-4cc4-bf14-8a4621fac201 {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:49:01.981175 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-56676aa7-c0c8-4259-ba55-47baf1237097 req-d8e2707a-9093-42d4-8a1c-c9da04217ff7 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:01.997939 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:01.998244 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab91ce-9fc9-459e-ae46-ac6cfda0e335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82c96f5c-ae51-4c8f-9077-87aa83215ac4,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:02.000971 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-3bab91ce-9fc9-459e-ae46-ac6cfda0e335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:02.003943 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3bab91ce-9fc9-459e-ae46-ac6cfda0e335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.012059 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-3bab91ce-9fc9-459e-ae46-ac6cfda0e335 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/82c96f5c-ae51-4c8f-9077-87aa83215ac4 HTTP/1.1" status: 204 len: 168 time: 0.4840670 May 28 01:49:02.012294 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 59710) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:02.051558 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=98373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 01:49:02.051978 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10682085'] for segment, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: Traceback (most recent call last): May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: timer() May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: cb(*args, **kw) May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: return func(*args, **kwargs) May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: self._notify() May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: self.callback(batched_events) May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: event.method(event) May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: aggregate_uuid = self.p_client.list_aggregates( May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: return f(self, *a, **k) May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: return self._get(url).json() May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: return self.request(url, 'GET', **kwargs) May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: base_url = self.get_endpoint(auth, allow=allow, May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 01:49:02.068896 dv-cinder-793515-1-smb neutron-server[98373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 01:49:02.178708 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025484'] for network, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.193376 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:02.206961 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.214029 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1ce5-ed01-40be-b068-8e0c10c56b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3678103'] for network, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.221827 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=921f98b5-4b6b-4d1c-9f05-0d3139f095a4,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:02.230521 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:02.232133 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-56676aa7-c0c8-4259-ba55-47baf1237097 req-d8e2707a-9093-42d4-8a1c-c9da04217ff7 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] For port 751f326f-15c5-4cc4-bf14-8a4621fac201, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=751f326f-15c5-4cc4-bf14-8a4621fac201,segment=NetworkSegment(a7102f3a-e9ff-49ec-861a-82dec178c589),segment_id=a7102f3a-e9ff-49ec-861a-82dec178c589)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:49:02.232482 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-56676aa7-c0c8-4259-ba55-47baf1237097 req-d8e2707a-9093-42d4-8a1c-c9da04217ff7 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.243125 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-6a7a4e87-ab9d-4c1c-ba11-ba6e75630de1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/921f98b5-4b6b-4d1c-9f05-0d3139f095a4 HTTP/1.1" status: 204 len: 168 time: 1.3255365 May 28 01:49:02.313525 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.338717 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1ce5-ed01-40be-b068-8e0c10c56b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124012', 'neutron.services.segments.db._delete_segments_for_network-8764331454940'] for network, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.352144 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-ff9f1ce5-ed01-40be-b068-8e0c10c56b30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c20009-7a12-4a0e-b977-3dec7db54e6b']}} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:02.361127 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-56676aa7-c0c8-4259-ba55-47baf1237097 req-d8e2707a-9093-42d4-8a1c-c9da04217ff7 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Calling delete_port for 751f326f-15c5-4cc4-bf14-8a4621fac201 owned by compute:nova {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:49:02.365063 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-ff9f1ce5-ed01-40be-b068-8e0c10c56b30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8447c016-60a2-4449-a08a-d0ad6fb3ec87') {'for_net_delete': True} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:02.365545 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-ff9f1ce5-ed01-40be-b068-8e0c10c56b30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8447c016-60a2-4449-a08a-d0ad6fb3ec87') {} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:02.377632 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1ce5-ed01-40be-b068-8e0c10c56b30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764331464093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10795283'] for segment, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.385980 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 59716) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:02.394512 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1ce5-ed01-40be-b068-8e0c10c56b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.400528 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9f1ce5-ed01-40be-b068-8e0c10c56b30 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=98374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 01:49:02.400906 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1ce5-ed01-40be-b068-8e0c10c56b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10898910'] for segment, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: Traceback (most recent call last): May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: timer() May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: cb(*args, **kw) May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: return func(*args, **kwargs) May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: self._notify() May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: self.callback(batched_events) May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: event.method(event) May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: aggregate_uuid = self.p_client.list_aggregates( May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: return f(self, *a, **k) May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: return self._get(url).json() May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: return self.request(url, 'GET', **kwargs) May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: base_url = self.get_endpoint(auth, allow=allow, May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 01:49:02.413886 dv-cinder-793515-1-smb neutron-server[98374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 01:49:02.449602 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-fe604ca1-1382-4d3d-ae81-bae08d463f53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c8cb123312945c79bd98c6b173fb1c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0623913 May 28 01:49:02.453735 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 59720) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:02.490498 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1ce5-ed01-40be-b068-8e0c10c56b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025484'] for network, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.494569 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-f6a6e742-1534-428d-b6ba-d3baeade229d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:02.510637 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1ce5-ed01-40be-b068-8e0c10c56b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.519500 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f1ce5-ed01-40be-b068-8e0c10c56b30 admin admin] Pushing event deleted for resources: {'Network': ['ID=90c20009-7a12-4a0e-b977-3dec7db54e6b,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:02.523039 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-ff9f1ce5-ed01-40be-b068-8e0c10c56b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:02.532770 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-ff9f1ce5-ed01-40be-b068-8e0c10c56b30 admin admin] 10.222.0.32 "DELETE /v2.0/networks/90c20009-7a12-4a0e-b977-3dec7db54e6b HTTP/1.1" status: 204 len: 168 time: 0.5194511 May 28 01:49:02.566777 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-56676aa7-c0c8-4259-ba55-47baf1237097 req-d8e2707a-9093-42d4-8a1c-c9da04217ff7 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.573830 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-d0a13ea2-0484-4554-9e3c-7ab22223716e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:02.614579 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-38e4ab72-d31d-42e9-ad79-7d908a569ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.633263 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2707a-9093-42d4-8a1c-c9da04217ff7 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Pushing event deleted for resources: {'Port': ['ID=751f326f-15c5-4cc4-bf14-8a4621fac201,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:02.656480 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device c94c5cfd-20f0-428a-89c8-09d0aca9f11b no longer exists at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:49:02.671705 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-d8e2707a-9093-42d4-8a1c-c9da04217ff7 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:02.703486 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] No Port match for: c94c5cfd-20f0-428a-89c8-09d0aca9f11b {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:49:02.703856 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device c94c5cfd-20f0-428a-89c8-09d0aca9f11b not bound to the agent host dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:49:02.747048 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 59730) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:02.769648 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c1ab77ec-218a-4ace-b30f-7f9d737cce9f req-8aaf638f-af9c-430d-987a-89ec38311a75 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e3caeaa-3e64-4a32-8923-0cb30a38d452 HTTP/1.1" status: 200 len: 210 time: 0.0965791 May 28 01:49:02.771253 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-38e4ab72-d31d-42e9-ad79-7d908a569ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.778135 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-56676aa7-c0c8-4259-ba55-47baf1237097 req-d8e2707a-9093-42d4-8a1c-c9da04217ff7 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] No DVR routers for this DVR port 751f326f-15c5-4cc4-bf14-8a4621fac201 on host hv-cinder-79351 {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:49:02.782819 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-56676aa7-c0c8-4259-ba55-47baf1237097 req-d8e2707a-9093-42d4-8a1c-c9da04217ff7 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.785265 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3caeaa-3e64-4a32-8923-0cb30a38d452', 'name': 'network-vif-deleted', 'tag': '751f326f-15c5-4cc4-bf14-8a4621fac201'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:49:02.803574 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-2cf4289a-0bb7-4af7-919f-347db0128640 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b941e66a8f694a6eadebbc1579f9c5a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551105 May 28 01:49:02.806061 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 59736) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:02.821373 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-56676aa7-c0c8-4259-ba55-47baf1237097 req-d8e2707a-9093-42d4-8a1c-c9da04217ff7 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.20 "DELETE /v2.0/ports/751f326f-15c5-4cc4-bf14-8a4621fac201 HTTP/1.1" status: 204 len: 173 time: 1.2721105 May 28 01:49:02.844664 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3caeaa-3e64-4a32-8923-0cb30a38d452', 'name': 'network-vif-deleted', 'tag': '751f326f-15c5-4cc4-bf14-8a4621fac201', 'status': 'completed', 'code': 200} May 28 01:49:02.855387 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-38e4ab72-d31d-42e9-ad79-7d908a569ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.860158 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-04f0a88b-9837-4d66-99a9-96c2cd74a8f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:02.873828 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4ab72-d31d-42e9-ad79-7d908a569ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9046200-fe88-40dd-8f3f-7de057a47230,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:02.877088 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-38e4ab72-d31d-42e9-ad79-7d908a569ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:02.878735 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-38e4ab72-d31d-42e9-ad79-7d908a569ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.879882 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-38e4ab72-d31d-42e9-ad79-7d908a569ba1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9046200-fe88-40dd-8f3f-7de057a47230 HTTP/1.1" status: 204 len: 168 time: 0.4259274 May 28 01:49:02.887152 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e3288a37-6524-49a4-b729-13ea908dd01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.916796 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e3288a37-6524-49a4-b729-13ea908dd01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.982625 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e3288a37-6524-49a4-b729-13ea908dd01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:02.989196 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-cbf560ef-27db-4b74-a3b3-4786277df22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:03.004386 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3288a37-6524-49a4-b729-13ea908dd01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b209987-78ad-4213-972b-d1313f42b622,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:03.007470 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-e3288a37-6524-49a4-b729-13ea908dd01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:03.014194 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e3288a37-6524-49a4-b729-13ea908dd01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:03.016391 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-e3288a37-6524-49a4-b729-13ea908dd01d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b209987-78ad-4213-972b-d1313f42b622 HTTP/1.1" status: 204 len: 168 time: 0.2090952 May 28 01:49:03.879932 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 59768) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:03.953009 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-c8a6ff17-1d05-460f-948e-1e95b8fd2716 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:03.983200 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-c8a6ff17-1d05-460f-948e-1e95b8fd2716 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:04.052011 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-c8a6ff17-1d05-460f-948e-1e95b8fd2716 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:04.055935 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-7afb50bd-3126-412f-b796-7f11c92e3bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:04.070195 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6ff17-1d05-460f-948e-1e95b8fd2716 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=650fcfa4-b5d2-411f-8fa0-dd7abdafdb47,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:04.073398 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-c8a6ff17-1d05-460f-948e-1e95b8fd2716 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:04.078037 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 751f326f-15c5-4cc4-bf14-8a4621fac201 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:49:04.084223 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-c8a6ff17-1d05-460f-948e-1e95b8fd2716 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:04.088490 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-c8a6ff17-1d05-460f-948e-1e95b8fd2716 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] 10.222.0.32 "DELETE /v2.0/security-groups/650fcfa4-b5d2-411f-8fa0-dd7abdafdb47 HTTP/1.1" status: 204 len: 168 time: 0.2044535 May 28 01:49:04.140303 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] No Port match for: 751f326f-15c5-4cc4-bf14-8a4621fac201 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:49:04.140303 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 751f326f-15c5-4cc4-bf14-8a4621fac201 not bound to the agent host hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:49:04.140524 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 59782) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:05.019808 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-f69eb857-a060-483a-b0b7-469c40d1e44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1031884'] for router_interface, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:05.431211 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-f69eb857-a060-483a-b0b7-469c40d1e44e admin admin] Deleting port 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:49:05.431958 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-f69eb857-a060-483a-b0b7-469c40d1e44e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:05.553635 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [None req-f69eb857-a060-483a-b0b7-469c40d1e44e admin admin] For port 01ba99e8-1d9e-4fcd-a0f2-596111e6c918, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=01ba99e8-1d9e-4fcd-a0f2-596111e6c918,segment=NetworkSegment(a7102f3a-e9ff-49ec-861a-82dec178c589),segment_id=a7102f3a-e9ff-49ec-861a-82dec178c589)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:49:05.554304 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-f69eb857-a060-483a-b0b7-469c40d1e44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:05.678095 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-f69eb857-a060-483a-b0b7-469c40d1e44e admin admin] Calling delete_port for 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 owned by network:router_interface {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:49:05.827540 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-f69eb857-a060-483a-b0b7-469c40d1e44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:05.831614 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-72d88ff8-4932-4b77-9865-08aef20a33b0 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:05.877949 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69eb857-a060-483a-b0b7-469c40d1e44e admin admin] Pushing event deleted for resources: {'Port': ['ID=01ba99e8-1d9e-4fcd-a0f2-596111e6c918,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:05.903351 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-f69eb857-a060-483a-b0b7-469c40d1e44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:06.142264 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-f69eb857-a060-483a-b0b7-469c40d1e44e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026140'] for router_interface, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:06.610095 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69eb857-a060-483a-b0b7-469c40d1e44e admin admin] Router 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:49:06.786087 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69eb857-a060-483a-b0b7-469c40d1e44e admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:49:06.794255 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b438e0a-039b-48c0-a478-3d2a11461efe None None] Sync routers for ids ['835ff9ac-8264-4c75-8d4c-a02532d5dbe5'] in dv-cinder-793515-1-smb {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:49:06.798264 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-f69eb857-a060-483a-b0b7-469c40d1e44e admin admin] 10.222.0.32 "PUT /v2.0/routers/835ff9ac-8264-4c75-8d4c-a02532d5dbe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6601598 May 28 01:49:06.800849 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 59812) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:06.803110 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b438e0a-039b-48c0-a478-3d2a11461efe None None] Routers {'835ff9ac-8264-4c75-8d4c-a02532d5dbe5'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:49:06.803712 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-8b438e0a-039b-48c0-a478-3d2a11461efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:48:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['835ff9ac-8264-4c75-8d4c-a02532d5dbe5'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:06.972287 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2ad83b9-3d2e-46bf-a0cc-7f13c768720e admin admin] Notify callbacks [] for router, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:06.977139 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-8b438e0a-039b-48c0-a478-3d2a11461efe None None] Set router 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:49:07.146069 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2ad83b9-3d2e-46bf-a0cc-7f13c768720e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:07.217601 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad83b9-3d2e-46bf-a0cc-7f13c768720e admin admin] Deleting port bc8daece-a365-4404-acdf-0de550747fdb {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:49:07.218051 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2ad83b9-3d2e-46bf-a0cc-7f13c768720e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:07.251501 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-8b438e0a-039b-48c0-a478-3d2a11461efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'name': 'tempest-TestShelveInstance-769832035-router', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:48Z', 'updated_at': '2021-05-28T01:49:05Z', 'revision_number': 5, 'project_id': '80115eb4505040a89af0ce7659f24042', 'gw_port': {'id': 'bc8daece-a365-4404-acdf-0de550747fdb', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:43:50Z', 'updated_at': '2021-05-28T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:07.255193 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b438e0a-039b-48c0-a478-3d2a11461efe None None] Checking router: 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 for host: dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:49:07.263309 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b438e0a-039b-48c0-a478-3d2a11461efe None None] Routers {'835ff9ac-8264-4c75-8d4c-a02532d5dbe5'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:49:07.263928 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-8b438e0a-039b-48c0-a478-3d2a11461efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:48:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['835ff9ac-8264-4c75-8d4c-a02532d5dbe5'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:07.337812 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [None req-a2ad83b9-3d2e-46bf-a0cc-7f13c768720e admin admin] For port bc8daece-a365-4404-acdf-0de550747fdb, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=bc8daece-a365-4404-acdf-0de550747fdb,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:49:07.338168 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2ad83b9-3d2e-46bf-a0cc-7f13c768720e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:07.415343 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-8b438e0a-039b-48c0-a478-3d2a11461efe None None] Set router 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 gateway port host: None {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:49:07.463412 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad83b9-3d2e-46bf-a0cc-7f13c768720e admin admin] Calling delete_port for bc8daece-a365-4404-acdf-0de550747fdb owned by network:router_gateway {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:49:07.518543 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-8b438e0a-039b-48c0-a478-3d2a11461efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'name': 'tempest-TestShelveInstance-769832035-router', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:48Z', 'updated_at': '2021-05-28T01:49:07Z', 'revision_number': 6, 'project_id': '80115eb4505040a89af0ce7659f24042', 'gw_port_host': None}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:07.522230 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b438e0a-039b-48c0-a478-3d2a11461efe None None] The sync data for ids ['835ff9ac-8264-4c75-8d4c-a02532d5dbe5'] in dv-cinder-793515-1-smb is: [{'id': '835ff9ac-8264-4c75-8d4c-a02532d5dbe5', 'name': 'tempest-TestShelveInstance-769832035-router', 'tenant_id': '80115eb4505040a89af0ce7659f24042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:48Z', 'updated_at': '2021-05-28T01:49:07Z', 'revision_number': 6, 'project_id': '80115eb4505040a89af0ce7659f24042', 'gw_port_host': None}] {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:49:07.601688 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2ad83b9-3d2e-46bf-a0cc-7f13c768720e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:07.606204 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-49edc378-d0a4-4edb-8711-9dd41b52ec0e tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:07.651929 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad83b9-3d2e-46bf-a0cc-7f13c768720e admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8daece-a365-4404-acdf-0de550747fdb,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:07.680094 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-a2ad83b9-3d2e-46bf-a0cc-7f13c768720e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:07.852652 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2ad83b9-3d2e-46bf-a0cc-7f13c768720e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025489'] for router_gateway, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:08.037187 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2ad83b9-3d2e-46bf-a0cc-7f13c768720e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6861'] for router, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:08.039355 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2ad83b9-3d2e-46bf-a0cc-7f13c768720e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:08.063523 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2ad83b9-3d2e-46bf-a0cc-7f13c768720e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1020256'] for router, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:08.064131 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ad83b9-3d2e-46bf-a0cc-7f13c768720e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 835ff9ac-8264-4c75-8d4c-a02532d5dbe5 {{(pid=98373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 01:49:08.077614 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2ad83b9-3d2e-46bf-a0cc-7f13c768720e admin admin] Notify callbacks [] for router, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:08.078719 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-a2ad83b9-3d2e-46bf-a0cc-7f13c768720e admin admin] 10.222.0.32 "DELETE /v2.0/routers/835ff9ac-8264-4c75-8d4c-a02532d5dbe5 HTTP/1.1" status: 204 len: 168 time: 1.2770059 May 28 01:49:08.081368 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 59826) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:08.142140 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_v2 [None req-78dbfd82-f923-4469-b542-1fd347696016 admin admin] Deleting subnet 93f16f84-fabf-40d4-be95-91f2cfae9bba {{(pid=98373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 28 01:49:08.144952 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-78dbfd82-f923-4469-b542-1fd347696016 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:08.195002 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-78dbfd82-f923-4469-b542-1fd347696016 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1627259'] for subnet, precommit_delete_associations {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:08.314659 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-78dbfd82-f923-4469-b542-1fd347696016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4121571'] for subnet, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:08.561361 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-78dbfd82-f923-4469-b542-1fd347696016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10518851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10516452'] for subnet, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:08.565913 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:08.601044 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbfd82-f923-4469-b542-1fd347696016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f16f84-fabf-40d4-be95-91f2cfae9bba,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:08.602979 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-78dbfd82-f923-4469-b542-1fd347696016 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:08.605499 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-78dbfd82-f923-4469-b542-1fd347696016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:08.607249 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1676c72-8c72-42f6-b1ad-cfec19625294 None None] Network d5229988-7111-4951-bfef-8f99fc9ca578 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:49:08.612684 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-78dbfd82-f923-4469-b542-1fd347696016 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/93f16f84-fabf-40d4-be95-91f2cfae9bba HTTP/1.1" status: 204 len: 168 time: 0.5278635 May 28 01:49:08.612684 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 59830) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:08.678137 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device bc8daece-a365-4404-acdf-0de550747fdb no longer exists at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:49:08.717214 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3678103'] for network, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:08.723483 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] No Port match for: bc8daece-a365-4404-acdf-0de550747fdb {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:49:08.723846 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device bc8daece-a365-4404-acdf-0de550747fdb not bound to the agent host dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:49:08.724279 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 no longer exists at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:49:08.770251 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] No Port match for: 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:49:08.770549 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 01ba99e8-1d9e-4fcd-a0f2-596111e6c918 not bound to the agent host dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:49:08.788967 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] Deleting port ae9846a8-786f-481d-a576-0cdd5528f90a {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:49:08.789308 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:08.888305 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] For port ae9846a8-786f-481d-a576-0cdd5528f90a, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=ae9846a8-786f-481d-a576-0cdd5528f90a,segment=NetworkSegment(a7102f3a-e9ff-49ec-861a-82dec178c589),segment_id=a7102f3a-e9ff-49ec-861a-82dec178c589)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:49:08.888658 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:08.918931 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4a1dd3-e2d1-45c3-ab0f-5d3715f5ca07 None None] DHCP port deletion for d5229988-7111-4951-bfef-8f99fc9ca578 request from dv-cinder-793515-1-smb {{(pid=98375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 28 01:49:08.988640 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-fa4a1dd3-e2d1-45c3-ab0f-5d3715f5ca07 None None] Deleting port ae9846a8-786f-481d-a576-0cdd5528f90a {{(pid=98375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:49:08.989176 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-fa4a1dd3-e2d1-45c3-ab0f-5d3715f5ca07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:09.011972 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] Calling delete_port for ae9846a8-786f-481d-a576-0cdd5528f90a owned by network:dhcp {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:49:09.061133 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:09.067682 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-f7aa32b8-690d-4c38-a98d-514661fabb1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:09.098216 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-fa4a1dd3-e2d1-45c3-ab0f-5d3715f5ca07 None None] For port ae9846a8-786f-481d-a576-0cdd5528f90a, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=ae9846a8-786f-481d-a576-0cdd5528f90a,segment=NetworkSegment(a7102f3a-e9ff-49ec-861a-82dec178c589),segment_id=a7102f3a-e9ff-49ec-861a-82dec178c589)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:49:09.098831 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-fa4a1dd3-e2d1-45c3-ab0f-5d3715f5ca07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:09.115908 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9846a8-786f-481d-a576-0cdd5528f90a,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:09.119064 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:09.119939 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] No DVR routers for this DVR port ae9846a8-786f-481d-a576-0cdd5528f90a on host dv-cinder-793515-1-smb {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:49:09.267504 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-fa4a1dd3-e2d1-45c3-ab0f-5d3715f5ca07 None None] Calling delete_port for ae9846a8-786f-481d-a576-0cdd5528f90a owned by network:dhcp {{(pid=98375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:49:09.318324 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-fa4a1dd3-e2d1-45c3-ab0f-5d3715f5ca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116'] for port, after_delete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:09.325001 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:09.349105 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124012', 'neutron.services.segments.db._delete_segments_for_network-8764331454940'] for network, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:09.362593 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5229988-7111-4951-bfef-8f99fc9ca578']}} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:09.374283 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a1dd3-e2d1-45c3-ab0f-5d3715f5ca07 None None] No DVR routers for this DVR port ae9846a8-786f-481d-a576-0cdd5528f90a on host dv-cinder-793515-1-smb {{(pid=98375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:49:09.377129 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7102f3a-e9ff-49ec-861a-82dec178c589') {'for_net_delete': True} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:09.377565 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7102f3a-e9ff-49ec-861a-82dec178c589') {} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:09.379659 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a1dd3-e2d1-45c3-ab0f-5d3715f5ca07 None None] Pushing event deleted for resources: {'Port': ['ID=ae9846a8-786f-481d-a576-0cdd5528f90a,revision_number=None']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:09.385285 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-fa4a1dd3-e2d1-45c3-ab0f-5d3715f5ca07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:09.390734 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764331464093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1627248'] for segment, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:09.407472 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:09.413955 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=98373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 01:49:09.414276 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10682085'] for segment, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: Traceback (most recent call last): May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: timer() May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: cb(*args, **kw) May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: return func(*args, **kwargs) May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: self._notify() May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: self.callback(batched_events) May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: event.method(event) May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: aggregate_uuid = self.p_client.list_aggregates( May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: return f(self, *a, **k) May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: return self._get(url).json() May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: return self.request(url, 'GET', **kwargs) May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: base_url = self.get_endpoint(auth, allow=allow, May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 01:49:09.427391 dv-cinder-793515-1-smb neutron-server[98373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 01:49:09.506174 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025484'] for network, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:09.509754 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:09.524668 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:09.532977 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5229988-7111-4951-bfef-8f99fc9ca578,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:09.536118 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:09.547070 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 59850) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:09.547696 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d5229988-7111-4951-bfef-8f99fc9ca578 HTTP/1.1" status: 204 len: 168 time: 0.9337311 May 28 01:49:09.550046 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 59854) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:09.663596 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9df91de1-f4df-4d7e-ad71-0b008d864541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:09.681906 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-9df91de1-f4df-4d7e-ad71-0b008d864541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:09.685822 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-9df91de1-f4df-4d7e-ad71-0b008d864541 admin admin] Usage tracker for resource:security_group_rule and tenant:e6c7dd2ca88b4b7bb2f1bb444b6543fd is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:09.689485 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-9df91de1-f4df-4d7e-ad71-0b008d864541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:09.695559 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-9df91de1-f4df-4d7e-ad71-0b008d864541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:09.776522 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9df91de1-f4df-4d7e-ad71-0b008d864541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:09.780512 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9df91de1-f4df-4d7e-ad71-0b008d864541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:09.789075 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-0ff0c020-db1a-4fa7-b478-1c679201ca69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:09.829173 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-9df91de1-f4df-4d7e-ad71-0b008d864541 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6c7dd2ca88b4b7bb2f1bb444b6543fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807231 May 28 01:49:09.829929 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df91de1-f4df-4d7e-ad71-0b008d864541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af63f88-8e64-4190-ada5-955c9400b22c,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:09.832201 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 59860) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:09.835938 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9df91de1-f4df-4d7e-ad71-0b008d864541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:09.901969 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f879-4fec-4353-b1af-9aacc260cc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:09.932209 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f879-4fec-4353-b1af-9aacc260cc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:09.986905 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f879-4fec-4353-b1af-9aacc260cc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:09.993802 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-f1e85db7-ecaf-4ff4-92c3-1066f2f403e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:10.011386 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3f879-4fec-4353-b1af-9aacc260cc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af63f88-8e64-4190-ada5-955c9400b22c,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:10.013727 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-f3d3f879-4fec-4353-b1af-9aacc260cc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:10.015905 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f879-4fec-4353-b1af-9aacc260cc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:10.017072 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-f3d3f879-4fec-4353-b1af-9aacc260cc29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2af63f88-8e64-4190-ada5-955c9400b22c HTTP/1.1" status: 204 len: 168 time: 0.1830537 May 28 01:49:10.103379 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-96c54e8e-a887-446f-a489-24efed8eb8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1031884'] for router_interface, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:10.305726 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 59868) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:10.323841 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1ee017e6-17a7-42df-be8f-cfb0d23b6e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:10.339015 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-1ee017e6-17a7-42df-be8f-cfb0d23b6e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:10.343313 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-1ee017e6-17a7-42df-be8f-cfb0d23b6e49 admin admin] Usage tracker for resource:security_group_rule and tenant:a7ce0d65b99d45e89c08d788b5fb4ac8 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:10.346157 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-1ee017e6-17a7-42df-be8f-cfb0d23b6e49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:10.351740 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-1ee017e6-17a7-42df-be8f-cfb0d23b6e49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:10.446436 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1ee017e6-17a7-42df-be8f-cfb0d23b6e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:10.451153 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1ee017e6-17a7-42df-be8f-cfb0d23b6e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:10.460682 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-6400cc9e-2af7-4679-949f-d59da693d0bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:10.499550 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-1ee017e6-17a7-42df-be8f-cfb0d23b6e49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a7ce0d65b99d45e89c08d788b5fb4ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926260 May 28 01:49:10.500605 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee017e6-17a7-42df-be8f-cfb0d23b6e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb6855a-84cf-4ea5-a9ca-93c6e5ddd7f6,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:10.502370 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 59872) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:10.503978 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-1ee017e6-17a7-42df-be8f-cfb0d23b6e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:10.581404 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-0596be0e-6f20-4cfc-92ba-84799c56bc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:10.585465 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-96c54e8e-a887-446f-a489-24efed8eb8d6 admin admin] Deleting port 1698df59-4dfb-4931-8e0f-2c3386f2d59d {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:49:10.585792 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-96c54e8e-a887-446f-a489-24efed8eb8d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:10.641085 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device ae9846a8-786f-481d-a576-0cdd5528f90a no longer exists at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:49:10.674096 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] No Port match for: ae9846a8-786f-481d-a576-0cdd5528f90a {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:49:10.674445 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device ae9846a8-786f-481d-a576-0cdd5528f90a not bound to the agent host dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:49:10.684884 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-0596be0e-6f20-4cfc-92ba-84799c56bc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:10.763836 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [None req-96c54e8e-a887-446f-a489-24efed8eb8d6 admin admin] For port 1698df59-4dfb-4931-8e0f-2c3386f2d59d, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=1698df59-4dfb-4931-8e0f-2c3386f2d59d,segment=NetworkSegment(b6e15af2-17ef-4c9b-9947-667538b4c5f8),segment_id=b6e15af2-17ef-4c9b-9947-667538b4c5f8)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:49:10.764236 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-96c54e8e-a887-446f-a489-24efed8eb8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:11.008688 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-96c54e8e-a887-446f-a489-24efed8eb8d6 admin admin] Calling delete_port for 1698df59-4dfb-4931-8e0f-2c3386f2d59d owned by network:router_interface {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:49:11.018204 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-0596be0e-6f20-4cfc-92ba-84799c56bc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:11.023425 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:11.043175 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596be0e-6f20-4cfc-92ba-84799c56bc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb6855a-84cf-4ea5-a9ca-93c6e5ddd7f6,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:11.049304 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-0596be0e-6f20-4cfc-92ba-84799c56bc8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:11.051047 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-0596be0e-6f20-4cfc-92ba-84799c56bc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:11.052160 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-0596be0e-6f20-4cfc-92ba-84799c56bc8e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/beb6855a-84cf-4ea5-a9ca-93c6e5ddd7f6 HTTP/1.1" status: 204 len: 168 time: 0.5488720 May 28 01:49:11.190269 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-96c54e8e-a887-446f-a489-24efed8eb8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:11.195074 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3ef9b6cc-791a-4aaf-8f78-36387b81eb39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:11.238745 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c54e8e-a887-446f-a489-24efed8eb8d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1698df59-4dfb-4931-8e0f-2c3386f2d59d,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:11.241835 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-96c54e8e-a887-446f-a489-24efed8eb8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:11.533308 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-96c54e8e-a887-446f-a489-24efed8eb8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026140'] for router_interface, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:11.900618 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c54e8e-a887-446f-a489-24efed8eb8d6 admin admin] Router c88757ac-8e8f-48ba-a598-b2b0a7439529 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:49:12.094771 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c54e8e-a887-446f-a489-24efed8eb8d6 admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:49:12.104153 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f3fca-e924-4696-9851-65075e66bced None None] Sync routers for ids ['c88757ac-8e8f-48ba-a598-b2b0a7439529'] in dv-cinder-793515-1-smb {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:49:12.107404 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-96c54e8e-a887-446f-a489-24efed8eb8d6 admin admin] 10.222.0.32 "PUT /v2.0/routers/c88757ac-8e8f-48ba-a598-b2b0a7439529/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5562100 May 28 01:49:12.110394 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 59900) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:12.118688 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f3fca-e924-4696-9851-65075e66bced None None] Routers {'c88757ac-8e8f-48ba-a598-b2b0a7439529'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:49:12.119727 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-830f3fca-e924-4696-9851-65075e66bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:48:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['c88757ac-8e8f-48ba-a598-b2b0a7439529'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:12.368188 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-830f3fca-e924-4696-9851-65075e66bced None None] Set router c88757ac-8e8f-48ba-a598-b2b0a7439529 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:49:12.448375 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-77c06123-ff68-42fd-860a-843be49f5cc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:12.726809 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-830f3fca-e924-4696-9851-65075e66bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88757ac-8e8f-48ba-a598-b2b0a7439529', 'name': 'tempest-TestShelveInstance-922301586-router', 'tenant_id': '57f665636b0c4149b5da75d09c6474ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '827e7feb-c85b-4fc1-810a-3e8d1d203d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:59Z', 'updated_at': '2021-05-28T01:49:11Z', 'revision_number': 5, 'project_id': '57f665636b0c4149b5da75d09c6474ce', 'gw_port': {'id': '827e7feb-c85b-4fc1-810a-3e8d1d203d8b', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88757ac-8e8f-48ba-a598-b2b0a7439529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:44:00Z', 'updated_at': '2021-05-28T01:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:12.731184 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f3fca-e924-4696-9851-65075e66bced None None] Checking router: c88757ac-8e8f-48ba-a598-b2b0a7439529 for host: dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:49:12.741566 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f3fca-e924-4696-9851-65075e66bced None None] Routers {'c88757ac-8e8f-48ba-a598-b2b0a7439529'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:49:12.742377 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-830f3fca-e924-4696-9851-65075e66bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:48:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['c88757ac-8e8f-48ba-a598-b2b0a7439529'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:12.763553 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-77c06123-ff68-42fd-860a-843be49f5cc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:12.861978 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-77c06123-ff68-42fd-860a-843be49f5cc0 admin admin] Deleting port 827e7feb-c85b-4fc1-810a-3e8d1d203d8b {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:49:12.862336 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-77c06123-ff68-42fd-860a-843be49f5cc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:12.910320 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-830f3fca-e924-4696-9851-65075e66bced None None] Set router c88757ac-8e8f-48ba-a598-b2b0a7439529 gateway port host: None {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:49:12.994897 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [None req-77c06123-ff68-42fd-860a-843be49f5cc0 admin admin] For port 827e7feb-c85b-4fc1-810a-3e8d1d203d8b, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=827e7feb-c85b-4fc1-810a-3e8d1d203d8b,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:49:12.995275 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-77c06123-ff68-42fd-860a-843be49f5cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:13.021901 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-830f3fca-e924-4696-9851-65075e66bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88757ac-8e8f-48ba-a598-b2b0a7439529', 'name': 'tempest-TestShelveInstance-922301586-router', 'tenant_id': '57f665636b0c4149b5da75d09c6474ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:59Z', 'updated_at': '2021-05-28T01:49:12Z', 'revision_number': 6, 'project_id': '57f665636b0c4149b5da75d09c6474ce', 'gw_port_host': None}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:13.025987 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f3fca-e924-4696-9851-65075e66bced None None] The sync data for ids ['c88757ac-8e8f-48ba-a598-b2b0a7439529'] in dv-cinder-793515-1-smb is: [{'id': 'c88757ac-8e8f-48ba-a598-b2b0a7439529', 'name': 'tempest-TestShelveInstance-922301586-router', 'tenant_id': '57f665636b0c4149b5da75d09c6474ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:43:59Z', 'updated_at': '2021-05-28T01:49:12Z', 'revision_number': 6, 'project_id': '57f665636b0c4149b5da75d09c6474ce', 'gw_port_host': None}] {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:49:13.133404 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-77c06123-ff68-42fd-860a-843be49f5cc0 admin admin] Calling delete_port for 827e7feb-c85b-4fc1-810a-3e8d1d203d8b owned by network:router_gateway {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:49:13.315035 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-77c06123-ff68-42fd-860a-843be49f5cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:13.319087 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-f92c8fe3-7d22-4040-9e56-8e46c10a1e1b tempest-AttachVolumeNegativeTest-1369987798 tempest-AttachVolumeNegativeTest-1369987798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:13.365128 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c06123-ff68-42fd-860a-843be49f5cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=827e7feb-c85b-4fc1-810a-3e8d1d203d8b,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:13.367512 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-77c06123-ff68-42fd-860a-843be49f5cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:13.470897 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-77c06123-ff68-42fd-860a-843be49f5cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025489'] for router_gateway, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:13.649503 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-77c06123-ff68-42fd-860a-843be49f5cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6861'] for router, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:13.651966 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-77c06123-ff68-42fd-860a-843be49f5cc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:13.682621 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-77c06123-ff68-42fd-860a-843be49f5cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1020256'] for router, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:13.683844 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c06123-ff68-42fd-860a-843be49f5cc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c88757ac-8e8f-48ba-a598-b2b0a7439529 {{(pid=98373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 01:49:13.709404 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-77c06123-ff68-42fd-860a-843be49f5cc0 admin admin] Notify callbacks [] for router, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:13.713921 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 59934) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:13.724225 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-77c06123-ff68-42fd-860a-843be49f5cc0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c88757ac-8e8f-48ba-a598-b2b0a7439529 HTTP/1.1" status: 204 len: 168 time: 1.6126304 May 28 01:49:13.786764 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c815a3a-1818-4f84-bf80-5202d89eaf63 admin admin] Deleting subnet 72808002-6b19-40ca-ae52-98af55a9c3c1 {{(pid=98374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 28 01:49:13.789981 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9c815a3a-1818-4f84-bf80-5202d89eaf63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:13.843526 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9c815a3a-1818-4f84-bf80-5202d89eaf63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10795288'] for subnet, precommit_delete_associations {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:13.926741 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9c815a3a-1818-4f84-bf80-5202d89eaf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4121571'] for subnet, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:14.184399 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9c815a3a-1818-4f84-bf80-5202d89eaf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10760824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11069006'] for subnet, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:14.189487 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-5c63cef8-ab92-42f2-97c0-844a7a7d5032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:14.224730 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c815a3a-1818-4f84-bf80-5202d89eaf63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72808002-6b19-40ca-ae52-98af55a9c3c1,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:14.226687 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-9c815a3a-1818-4f84-bf80-5202d89eaf63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:14.229152 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9c815a3a-1818-4f84-bf80-5202d89eaf63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:14.231982 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e302c5-de0f-4829-a7c5-1870f18d556c None None] Network 2ef7c19e-bfb4-4cd7-8d51-a35b17271a98 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:49:14.238961 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-9c815a3a-1818-4f84-bf80-5202d89eaf63 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/72808002-6b19-40ca-ae52-98af55a9c3c1 HTTP/1.1" status: 204 len: 168 time: 0.5240242 May 28 01:49:14.241389 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 59938) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:14.346441 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3678103'] for network, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:14.437790 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.plugin [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] Deleting port 897c55f5-4c7d-43cc-bf6c-4e6380aec749 {{(pid=98374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:49:14.438038 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:14.492444 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762a90f1-039b-4ca4-bbc0-a5871ec67548 None None] DHCP port deletion for 2ef7c19e-bfb4-4cd7-8d51-a35b17271a98 request from dv-cinder-793515-1-smb {{(pid=98375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 28 01:49:14.619040 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-762a90f1-039b-4ca4-bbc0-a5871ec67548 None None] Deleting port 897c55f5-4c7d-43cc-bf6c-4e6380aec749 {{(pid=98375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:49:14.619427 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-762a90f1-039b-4ca4-bbc0-a5871ec67548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:14.648409 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.db [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] For port 897c55f5-4c7d-43cc-bf6c-4e6380aec749, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=897c55f5-4c7d-43cc-bf6c-4e6380aec749,segment=NetworkSegment(b6e15af2-17ef-4c9b-9947-667538b4c5f8),segment_id=b6e15af2-17ef-4c9b-9947-667538b4c5f8)] {{(pid=98374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:49:14.648768 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:14.697663 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 1698df59-4dfb-4931-8e0f-2c3386f2d59d no longer exists at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:49:14.746939 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] No Port match for: 1698df59-4dfb-4931-8e0f-2c3386f2d59d {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:49:14.747321 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 1698df59-4dfb-4931-8e0f-2c3386f2d59d not bound to the agent host dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:49:14.747714 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 827e7feb-c85b-4fc1-810a-3e8d1d203d8b no longer exists at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:49:14.776212 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.plugin [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] Calling delete_port for 897c55f5-4c7d-43cc-bf6c-4e6380aec749 owned by network:dhcp {{(pid=98374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:49:14.783860 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] No Port match for: 827e7feb-c85b-4fc1-810a-3e8d1d203d8b {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:49:14.784224 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 827e7feb-c85b-4fc1-810a-3e8d1d203d8b not bound to the agent host dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:49:14.784646 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 897c55f5-4c7d-43cc-bf6c-4e6380aec749 no longer exists at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:49:14.841788 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:14.847149 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-0ce08aeb-4442-45b6-83ed-3cd56242c12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:14.848823 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-762a90f1-039b-4ca4-bbc0-a5871ec67548 None None] For port 897c55f5-4c7d-43cc-bf6c-4e6380aec749, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=897c55f5-4c7d-43cc-bf6c-4e6380aec749,segment=NetworkSegment(b6e15af2-17ef-4c9b-9947-667538b4c5f8),segment_id=b6e15af2-17ef-4c9b-9947-667538b4c5f8)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:49:14.849220 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-762a90f1-039b-4ca4-bbc0-a5871ec67548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:14.905422 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=897c55f5-4c7d-43cc-bf6c-4e6380aec749,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:14.914317 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:14.915976 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] No DVR routers for this DVR port 897c55f5-4c7d-43cc-bf6c-4e6380aec749 on host dv-cinder-793515-1-smb {{(pid=98374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:49:14.985785 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-762a90f1-039b-4ca4-bbc0-a5871ec67548 None None] Calling delete_port for 897c55f5-4c7d-43cc-bf6c-4e6380aec749 owned by network:dhcp {{(pid=98375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:49:15.003505 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] No active binding found for port 897c55f5-4c7d-43cc-bf6c-4e6380aec749 {{(pid=98375) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 28 01:49:15.004267 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 897c55f5-4c7d-43cc-bf6c-4e6380aec749 not bound to the agent host dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:49:15.059166 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-762a90f1-039b-4ca4-bbc0-a5871ec67548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116'] for port, after_delete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:15.063994 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:15.070085 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124012', 'neutron.services.segments.db._delete_segments_for_network-8764331454940'] for network, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:15.085282 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef7c19e-bfb4-4cd7-8d51-a35b17271a98']}} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:15.099458 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e15af2-17ef-4c9b-9947-667538b4c5f8') {'for_net_delete': True} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:15.099922 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.services.segments.db [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e15af2-17ef-4c9b-9947-667538b4c5f8') {} {{(pid=98374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:15.114622 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764331464093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10795283'] for segment, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:15.124401 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a90f1-039b-4ca4-bbc0-a5871ec67548 None None] Pushing event deleted for resources: {'Port': ['ID=897c55f5-4c7d-43cc-bf6c-4e6380aec749,revision_number=None']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:15.128263 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-762a90f1-039b-4ca4-bbc0-a5871ec67548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:15.130640 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a90f1-039b-4ca4-bbc0-a5871ec67548 None None] No DVR routers for this DVR port 897c55f5-4c7d-43cc-bf6c-4e6380aec749 on host dv-cinder-793515-1-smb {{(pid=98375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:49:15.144310 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:15.152446 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=98374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 01:49:15.152855 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10898910'] for segment, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: Traceback (most recent call last): May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: timer() May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: cb(*args, **kw) May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: return func(*args, **kwargs) May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: self._notify() May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: self.callback(batched_events) May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: event.method(event) May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: aggregate_uuid = self.p_client.list_aggregates( May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: return f(self, *a, **k) May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: return self._get(url).json() May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: return self.request(url, 'GET', **kwargs) May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: base_url = self.get_endpoint(auth, allow=allow, May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 01:49:15.168958 dv-cinder-793515-1-smb neutron-server[98374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 01:49:15.263433 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025484'] for network, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:15.267099 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4860695-38aa-43e1-9e3a-1234e9fbc546 req-e35f6e1f-af31-4eb1-a224-982981d1e6e0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:49:15.268239 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:15.269431 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b4860695-38aa-43e1-9e3a-1234e9fbc546 req-e35f6e1f-af31-4eb1-a224-982981d1e6e0 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 946 time: 0.0945179 May 28 01:49:15.294579 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:15.300817 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef7c19e-bfb4-4cd7-8d51-a35b17271a98,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:15.304775 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:15.308302 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-3662df9b-f0d8-456e-bd59-7b9334f1e8f7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2ef7c19e-bfb4-4cd7-8d51-a35b17271a98 HTTP/1.1" status: 204 len: 168 time: 1.0659592 May 28 01:49:15.319679 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-b4860695-38aa-43e1-9e3a-1234e9fbc546 req-5ab898c1-9e6e-4b9c-a68d-e93cac332b10 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444398 May 28 01:49:15.517301 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 59964) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:15.578938 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-a96c0b2d-3e42-4747-b464-d57819b7be35 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80115eb4505040a89af0ce7659f24042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601773 May 28 01:49:15.581229 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 59968) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:15.645662 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a5edfa59-a548-4123-9150-81209d084202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:15.674669 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a5edfa59-a548-4123-9150-81209d084202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:15.725325 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a5edfa59-a548-4123-9150-81209d084202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:15.728964 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-0da9978d-1f2a-4193-8cf4-f2c5776ad9e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:15.741345 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edfa59-a548-4123-9150-81209d084202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef5a1da-7f62-4e65-860b-7264630d460b,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:15.744616 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-a5edfa59-a548-4123-9150-81209d084202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:15.750318 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-a5edfa59-a548-4123-9150-81209d084202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:15.751408 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-a5edfa59-a548-4123-9150-81209d084202 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ef5a1da-7f62-4e65-860b-7264630d460b HTTP/1.1" status: 204 len: 168 time: 0.1693151 May 28 01:49:16.084812 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 59976) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:16.138581 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-3088fec1-ddf7-4534-9e98-68c444a0d106 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57f665636b0c4149b5da75d09c6474ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523250 May 28 01:49:16.141651 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 59980) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:16.204002 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1fd51df9-de17-48da-9aaf-27de39a002b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:16.231103 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1fd51df9-de17-48da-9aaf-27de39a002b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:16.285386 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1fd51df9-de17-48da-9aaf-27de39a002b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:16.289039 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-a840eef0-8292-4eae-9a18-f8826102bdf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:16.301903 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd51df9-de17-48da-9aaf-27de39a002b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c952b24d-c939-40c0-bb03-0f4c982fb83b,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:16.305637 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-1fd51df9-de17-48da-9aaf-27de39a002b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:16.309026 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1fd51df9-de17-48da-9aaf-27de39a002b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:16.310365 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-1fd51df9-de17-48da-9aaf-27de39a002b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c952b24d-c939-40c0-bb03-0f4c982fb83b HTTP/1.1" status: 204 len: 168 time: 0.1676106 May 28 01:49:16.531945 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56c6c3-d035-4a87-8a41-e7b54cf2ba6e req-47c7415a-3312-4111-8f23-c561b4f89f48 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:49:16.539306 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cd56c6c3-d035-4a87-8a41-e7b54cf2ba6e req-47c7415a-3312-4111-8f23-c561b4f89f48 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 946 time: 0.0986297 May 28 01:49:16.599588 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cd56c6c3-d035-4a87-8a41-e7b54cf2ba6e req-de3a0bc1-b841-4320-a8be-83672bbc825d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592206 May 28 01:49:16.661666 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 59994) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:16.691410 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5aeeb-3736-42e6-8676-370cf6e80107 req-369952c3-bee4-4423-b9e7-6b074b7df948 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:49:16.693025 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-69f5aeeb-3736-42e6-8676-370cf6e80107 req-369952c3-bee4-4423-b9e7-6b074b7df948 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 946 time: 0.0908563 May 28 01:49:16.791781 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-77296a3e-da35-4f65-84d8-1948e9ca73db admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:16.806646 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-77296a3e-da35-4f65-84d8-1948e9ca73db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:16.810487 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-77296a3e-da35-4f65-84d8-1948e9ca73db admin admin] Usage tracker for resource:security_group_rule and tenant:3d280e12eaa6453587f203b5d87c164f is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:16.813878 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-77296a3e-da35-4f65-84d8-1948e9ca73db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:16.819640 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-77296a3e-da35-4f65-84d8-1948e9ca73db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:16.839722 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-69f5aeeb-3736-42e6-8676-370cf6e80107 req-474a5b83-5c20-4890-87b8-e11097afef24 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Deleting port fa470b9c-1c94-4339-b794-681321438ce5 {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:49:16.840103 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-69f5aeeb-3736-42e6-8676-370cf6e80107 req-474a5b83-5c20-4890-87b8-e11097afef24 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:16.912834 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-77296a3e-da35-4f65-84d8-1948e9ca73db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:16.916766 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-77296a3e-da35-4f65-84d8-1948e9ca73db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:16.923615 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-1fd51df9-de17-48da-9aaf-27de39a002b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:16.967440 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-77296a3e-da35-4f65-84d8-1948e9ca73db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d280e12eaa6453587f203b5d87c164f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046110 May 28 01:49:16.968426 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77296a3e-da35-4f65-84d8-1948e9ca73db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df9b3bc-3e80-44e1-92bc-e5c5efcbf7ca,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:16.970688 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60000) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:16.973352 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-77296a3e-da35-4f65-84d8-1948e9ca73db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:17.031002 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f794f5e1-c7ba-4cb6-8990-a8eaae878d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:17.058008 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f794f5e1-c7ba-4cb6-8990-a8eaae878d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:17.087455 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-69f5aeeb-3736-42e6-8676-370cf6e80107 req-474a5b83-5c20-4890-87b8-e11097afef24 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] For port fa470b9c-1c94-4339-b794-681321438ce5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fa470b9c-1c94-4339-b794-681321438ce5,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:49:17.087812 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-69f5aeeb-3736-42e6-8676-370cf6e80107 req-474a5b83-5c20-4890-87b8-e11097afef24 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:17.109918 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f794f5e1-c7ba-4cb6-8990-a8eaae878d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:17.113891 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-603fb4fd-0fc1-461e-a2c7-011ad8480acb tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:17.126784 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794f5e1-c7ba-4cb6-8990-a8eaae878d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df9b3bc-3e80-44e1-92bc-e5c5efcbf7ca,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:17.130371 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-f794f5e1-c7ba-4cb6-8990-a8eaae878d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:17.133569 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f794f5e1-c7ba-4cb6-8990-a8eaae878d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:17.136892 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-f794f5e1-c7ba-4cb6-8990-a8eaae878d50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8df9b3bc-3e80-44e1-92bc-e5c5efcbf7ca HTTP/1.1" status: 204 len: 168 time: 0.1630895 May 28 01:49:17.389203 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-69f5aeeb-3736-42e6-8676-370cf6e80107 req-474a5b83-5c20-4890-87b8-e11097afef24 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:17.389599 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-69f5aeeb-3736-42e6-8676-370cf6e80107 req-474a5b83-5c20-4890-87b8-e11097afef24 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025534'] for floatingip, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:17.390119 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.l3_db [req-69f5aeeb-3736-42e6-8676-370cf6e80107 req-474a5b83-5c20-4890-87b8-e11097afef24 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Floating IP 3a19b523-cb7f-45c5-945f-487bb473bb17 disassociated. External IP: 172.28.1.4, port: fa470b9c-1c94-4339-b794-681321438ce5. May 28 01:49:17.390451 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-69f5aeeb-3736-42e6-8676-370cf6e80107 req-474a5b83-5c20-4890-87b8-e11097afef24 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Calling delete_port for fa470b9c-1c94-4339-b794-681321438ce5 owned by compute:nova {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:49:17.429151 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60008) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:17.447630 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-16a1d469-2619-4dfd-93b2-6e8d061a31a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:17.466841 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-16a1d469-2619-4dfd-93b2-6e8d061a31a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:17.471093 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-16a1d469-2619-4dfd-93b2-6e8d061a31a7 admin admin] Usage tracker for resource:security_group_rule and tenant:137133e3d2cc482f8730ae8c36e2c8f9 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:17.473912 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-16a1d469-2619-4dfd-93b2-6e8d061a31a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:17.479666 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-16a1d469-2619-4dfd-93b2-6e8d061a31a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:17.520149 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-69f5aeeb-3736-42e6-8676-370cf6e80107 req-474a5b83-5c20-4890-87b8-e11097afef24 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:17.527789 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:17.562508 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-16a1d469-2619-4dfd-93b2-6e8d061a31a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:17.566924 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-16a1d469-2619-4dfd-93b2-6e8d061a31a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:17.576277 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9e70a15e-0b8d-4481-a7bb-e293c63cf701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:17.578064 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a5b83-5c20-4890-87b8-e11097afef24 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Pushing event deleted for resources: {'Port': ['ID=fa470b9c-1c94-4339-b794-681321438ce5,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:17.582056 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-474a5b83-5c20-4890-87b8-e11097afef24 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:17.624900 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-16a1d469-2619-4dfd-93b2-6e8d061a31a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=137133e3d2cc482f8730ae8c36e2c8f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917360 May 28 01:49:17.624900 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1d469-2619-4dfd-93b2-6e8d061a31a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da669cd-deb7-41d7-a69c-7007fd5a14d2,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:17.626595 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60014) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:17.629170 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-16a1d469-2619-4dfd-93b2-6e8d061a31a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:17.697493 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-200ed69d-d7cc-470a-8483-6097b153aaa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:17.725251 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-200ed69d-d7cc-470a-8483-6097b153aaa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:17.783667 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-04d75719-0b8f-4372-b4bf-46b0b77f8fc4 req-6c482eed-95bc-4c49-8674-573a6066ad35 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e026c61-9b39-47ea-bd8a-95a0773d13b3 HTTP/1.1" status: 200 len: 210 time: 0.0541241 May 28 01:49:17.787189 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-200ed69d-d7cc-470a-8483-6097b153aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:17.792216 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-f3d3f879-4fec-4353-b1af-9aacc260cc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:17.809628 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69f5aeeb-3736-42e6-8676-370cf6e80107 req-474a5b83-5c20-4890-87b8-e11097afef24 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:49:17.812918 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-200ed69d-d7cc-470a-8483-6097b153aaa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:17.814000 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-200ed69d-d7cc-470a-8483-6097b153aaa6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5da669cd-deb7-41d7-a69c-7007fd5a14d2 HTTP/1.1" status: 204 len: 168 time: 0.1865332 May 28 01:49:17.816811 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ed69d-d7cc-470a-8483-6097b153aaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da669cd-deb7-41d7-a69c-7007fd5a14d2,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:17.819103 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-200ed69d-d7cc-470a-8483-6097b153aaa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:18.035145 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69f5aeeb-3736-42e6-8676-370cf6e80107 req-474a5b83-5c20-4890-87b8-e11097afef24 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:49:18.047406 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c7281c-7a66-420c-9418-5fd38509d60c None None] Sync routers for ids ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'] in dv-cinder-793515-1-smb {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:49:18.057994 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c7281c-7a66-420c-9418-5fd38509d60c None None] Routers {'633c5120-cd69-4d2e-b712-7d48ce6c7a10'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:49:18.058614 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-45c7281c-7a66-420c-9418-5fd38509d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:48:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:18.122277 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f5aeeb-3736-42e6-8676-370cf6e80107 req-474a5b83-5c20-4890-87b8-e11097afef24 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] No DVR routers for this DVR port fa470b9c-1c94-4339-b794-681321438ce5 on host hv-cinder-79351 {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:49:18.127149 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-69f5aeeb-3736-42e6-8676-370cf6e80107 req-474a5b83-5c20-4890-87b8-e11097afef24 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:18.129834 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e026c61-9b39-47ea-bd8a-95a0773d13b3', 'name': 'network-vif-deleted', 'tag': 'fa470b9c-1c94-4339-b794-681321438ce5'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:49:18.159535 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-69f5aeeb-3736-42e6-8676-370cf6e80107 req-474a5b83-5c20-4890-87b8-e11097afef24 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.20 "DELETE /v2.0/ports/fa470b9c-1c94-4339-b794-681321438ce5 HTTP/1.1" status: 204 len: 173 time: 1.4607651 May 28 01:49:18.189993 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e026c61-9b39-47ea-bd8a-95a0773d13b3', 'name': 'network-vif-deleted', 'tag': 'fa470b9c-1c94-4339-b794-681321438ce5', 'status': 'completed', 'code': 200} May 28 01:49:18.254202 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-45c7281c-7a66-420c-9418-5fd38509d60c None None] Set router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:49:18.631046 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-45c7281c-7a66-420c-9418-5fd38509d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:42:34Z', 'revision_number': 4, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port': {'id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': 'eef915c6-0b92-4761-bfdf-6482e7753089', 'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'mac_address': 'fa:16:3e:b7:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:29Z', 'updated_at': '2021-05-28T01:42:43Z', 'revision_number': 5, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'subnets': [{'id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:18.634960 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c7281c-7a66-420c-9418-5fd38509d60c None None] Checking router: 633c5120-cd69-4d2e-b712-7d48ce6c7a10 for host: dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:49:18.644327 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c7281c-7a66-420c-9418-5fd38509d60c None None] Routers {'633c5120-cd69-4d2e-b712-7d48ce6c7a10'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:49:18.645408 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-45c7281c-7a66-420c-9418-5fd38509d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:48:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:18.845965 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-45c7281c-7a66-420c-9418-5fd38509d60c None None] Set router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:49:18.936984 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60048) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:19.012421 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e4edc654-36ac-4c3d-8381-bbceacecef8d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:19.043048 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e4edc654-36ac-4c3d-8381-bbceacecef8d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:19.101522 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e4edc654-36ac-4c3d-8381-bbceacecef8d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:19.106453 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-c06b49f9-25c4-4bd0-9966-71d8fc3fddb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:19.121822 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4edc654-36ac-4c3d-8381-bbceacecef8d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:19.126305 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-e4edc654-36ac-4c3d-8381-bbceacecef8d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:19.143935 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e4edc654-36ac-4c3d-8381-bbceacecef8d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:19.145063 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-e4edc654-36ac-4c3d-8381-bbceacecef8d tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "DELETE /v2.0/security-groups/7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e HTTP/1.1" status: 204 len: 168 time: 0.2070880 May 28 01:49:19.147795 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60058) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:19.165079 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.api.v2.resource [None req-a71ca816-d6d8-4dbd-a670-1d05b0f663ec tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] show failed (client error): The resource could not be found. May 28 01:49:19.167866 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-a71ca816-d6d8-4dbd-a670-1d05b0f663ec tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "GET /v2.0/security-groups/7dafd03c-bb80-4cf2-b5dc-7e2e43613e2e HTTP/1.1" status: 404 len: 347 time: 0.0173666 May 28 01:49:19.168977 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60064) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:19.192246 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-45c7281c-7a66-420c-9418-5fd38509d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:42:34Z', 'revision_number': 4, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port': {'id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': 'eef915c6-0b92-4761-bfdf-6482e7753089', 'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'mac_address': 'fa:16:3e:b7:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:29Z', 'updated_at': '2021-05-28T01:42:43Z', 'revision_number': 5, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'subnets': [{'id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:19.196720 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c7281c-7a66-420c-9418-5fd38509d60c None None] The sync data for ids ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'] in dv-cinder-793515-1-smb is: [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:42:34Z', 'revision_number': 4, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port': {'id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': 'eef915c6-0b92-4761-bfdf-6482e7753089', 'name': '', 'network_id': '3463d1e7-4623-4440-bb64-03cc52099eb5', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'mac_address': 'fa:16:3e:b7:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:29Z', 'updated_at': '2021-05-28T01:42:43Z', 'revision_number': 5, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'subnets': [{'id': '61422ffd-2b35-4f4c-a3bf-b8c5addbfe48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:49:19.407951 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.plugin [None req-b88cfb77-ae20-42f0-94ff-1b47b659a825 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Deleting port 516fbf21-3714-4b11-91c0-6303fde743ad {{(pid=98374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:49:19.408304 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b88cfb77-ae20-42f0-94ff-1b47b659a825 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:19.473839 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3ded27-89ea-453c-8d85-499383c811ca None None] New status for floating IP 3a19b523-cb7f-45c5-945f-487bb473bb17: DOWN {{(pid=98375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 01:49:19.632602 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b88cfb77-ae20-42f0-94ff-1b47b659a825 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:19.633016 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b88cfb77-ae20-42f0-94ff-1b47b659a825 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:19.775220 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.plugin [None req-b88cfb77-ae20-42f0-94ff-1b47b659a825 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Calling delete_port for 516fbf21-3714-4b11-91c0-6303fde743ad owned by network:floatingip {{(pid=98374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:49:19.891379 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b88cfb77-ae20-42f0-94ff-1b47b659a825 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:19.895741 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9a52c0f4-857d-40b4-97e1-0f0be6362dee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:19.940968 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cfb77-ae20-42f0-94ff-1b47b659a825 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Pushing event deleted for resources: {'Port': ['ID=516fbf21-3714-4b11-91c0-6303fde743ad,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:19.943705 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-b88cfb77-ae20-42f0-94ff-1b47b659a825 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:20.038876 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b88cfb77-ae20-42f0-94ff-1b47b659a825 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks [] for floatingip, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:20.053125 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b88cfb77-ae20-42f0-94ff-1b47b659a825 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for floatingip, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:20.056851 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-b88cfb77-ae20-42f0-94ff-1b47b659a825 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] 10.222.0.32 "DELETE /v2.0/floatingips/3a19b523-cb7f-45c5-945f-487bb473bb17 HTTP/1.1" status: 204 len: 168 time: 0.8843834 May 28 01:49:20.207245 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device fa470b9c-1c94-4339-b794-681321438ce5 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:49:20.248127 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] No Port match for: fa470b9c-1c94-4339-b794-681321438ce5 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:49:20.248599 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device fa470b9c-1c94-4339-b794-681321438ce5 not bound to the agent host hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:49:20.707476 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60108) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:20.820922 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-01485d77-fe0f-4174-a18f-6f461af23757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:20.835510 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-01485d77-fe0f-4174-a18f-6f461af23757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:20.839393 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-01485d77-fe0f-4174-a18f-6f461af23757 admin admin] Usage tracker for resource:security_group_rule and tenant:416d039335eb43539beee0e0ad77035c is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:20.843037 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-01485d77-fe0f-4174-a18f-6f461af23757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:20.849309 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-01485d77-fe0f-4174-a18f-6f461af23757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:20.932551 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-01485d77-fe0f-4174-a18f-6f461af23757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:20.936218 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-01485d77-fe0f-4174-a18f-6f461af23757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:20.944499 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-e3288a37-6524-49a4-b729-13ea908dd01d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:20.986898 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-01485d77-fe0f-4174-a18f-6f461af23757 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=416d039335eb43539beee0e0ad77035c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782571 May 28 01:49:20.988407 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01485d77-fe0f-4174-a18f-6f461af23757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735d76da-882d-4a2e-a400-08465a10a48b,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:20.989460 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 60114) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:20.991340 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-01485d77-fe0f-4174-a18f-6f461af23757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:21.051921 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-2292ec63-d9d4-4540-b755-9dd28c5b037e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:21.078855 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-2292ec63-d9d4-4540-b755-9dd28c5b037e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:21.132297 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-2292ec63-d9d4-4540-b755-9dd28c5b037e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:21.135788 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:21.148421 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292ec63-d9d4-4540-b755-9dd28c5b037e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735d76da-882d-4a2e-a400-08465a10a48b,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:21.151260 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-2292ec63-d9d4-4540-b755-9dd28c5b037e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:21.153180 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-2292ec63-d9d4-4540-b755-9dd28c5b037e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:21.154422 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-2292ec63-d9d4-4540-b755-9dd28c5b037e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/735d76da-882d-4a2e-a400-08465a10a48b HTTP/1.1" status: 204 len: 168 time: 0.1638105 May 28 01:49:21.451388 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 60128) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:21.469459 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-7c528d78-88d2-4f3e-ab2e-8b7ca60c4448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:21.484186 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-7c528d78-88d2-4f3e-ab2e-8b7ca60c4448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:21.487950 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-7c528d78-88d2-4f3e-ab2e-8b7ca60c4448 admin admin] Usage tracker for resource:security_group_rule and tenant:0ef9a6f8ccb847d69ce0e6242e9b20be is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:21.490724 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-7c528d78-88d2-4f3e-ab2e-8b7ca60c4448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:21.496426 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-7c528d78-88d2-4f3e-ab2e-8b7ca60c4448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:21.583754 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-7c528d78-88d2-4f3e-ab2e-8b7ca60c4448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:21.588427 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-7c528d78-88d2-4f3e-ab2e-8b7ca60c4448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:21.597328 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-8f436d5e-aed2-40b9-9b9f-5d09be967376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:21.636732 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-7c528d78-88d2-4f3e-ab2e-8b7ca60c4448 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ef9a6f8ccb847d69ce0e6242e9b20be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841338 May 28 01:49:21.637668 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c528d78-88d2-4f3e-ab2e-8b7ca60c4448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c467fed-33ac-4014-90cd-b98099cf41ed,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:21.640468 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 60136) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:21.642936 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-7c528d78-88d2-4f3e-ab2e-8b7ca60c4448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:21.707452 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-13292d33-c8ce-4f9b-bf5d-0a28d5b956ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:21.738840 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-13292d33-c8ce-4f9b-bf5d-0a28d5b956ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:21.802016 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-13292d33-c8ce-4f9b-bf5d-0a28d5b956ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:21.807218 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-767884a8-26fc-4152-b3a5-f32683b18718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:21.818683 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13292d33-c8ce-4f9b-bf5d-0a28d5b956ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c467fed-33ac-4014-90cd-b98099cf41ed,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:21.821565 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-13292d33-c8ce-4f9b-bf5d-0a28d5b956ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:21.823803 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-13292d33-c8ce-4f9b-bf5d-0a28d5b956ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:21.824819 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-13292d33-c8ce-4f9b-bf5d-0a28d5b956ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c467fed-33ac-4014-90cd-b98099cf41ed HTTP/1.1" status: 204 len: 168 time: 0.1833234 May 28 01:49:22.069521 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:49:22.901501 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 60174) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:23.724194 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-cc210710-af8c-46ae-9a9f-e07e8f837570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1031884'] for router_interface, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:24.161503 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-cc210710-af8c-46ae-9a9f-e07e8f837570 admin admin] Deleting port eef915c6-0b92-4761-bfdf-6482e7753089 {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:49:24.162184 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-cc210710-af8c-46ae-9a9f-e07e8f837570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:24.290926 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [None req-cc210710-af8c-46ae-9a9f-e07e8f837570 admin admin] For port eef915c6-0b92-4761-bfdf-6482e7753089, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=eef915c6-0b92-4761-bfdf-6482e7753089,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:49:24.291282 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-cc210710-af8c-46ae-9a9f-e07e8f837570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:24.427781 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-cc210710-af8c-46ae-9a9f-e07e8f837570 admin admin] Calling delete_port for eef915c6-0b92-4761-bfdf-6482e7753089 owned by network:router_interface {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:49:24.574636 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-cc210710-af8c-46ae-9a9f-e07e8f837570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:24.578086 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-b7e002ce-0b50-4281-a002-23057816fa14 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:24.619962 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc210710-af8c-46ae-9a9f-e07e8f837570 admin admin] Pushing event deleted for resources: {'Port': ['ID=eef915c6-0b92-4761-bfdf-6482e7753089,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:24.623327 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-cc210710-af8c-46ae-9a9f-e07e8f837570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:24.988552 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-cc210710-af8c-46ae-9a9f-e07e8f837570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026140'] for router_interface, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:25.374532 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc210710-af8c-46ae-9a9f-e07e8f837570 admin admin] Router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:49:25.566134 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc210710-af8c-46ae-9a9f-e07e8f837570 admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:49:25.575025 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e22762-c8c3-4b52-bd24-3eb8c17cc6c1 None None] Sync routers for ids ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'] in dv-cinder-793515-1-smb {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:49:25.578823 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-cc210710-af8c-46ae-9a9f-e07e8f837570 admin admin] 10.222.0.32 "PUT /v2.0/routers/633c5120-cd69-4d2e-b712-7d48ce6c7a10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6762040 May 28 01:49:25.581679 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 60206) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:25.585982 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e22762-c8c3-4b52-bd24-3eb8c17cc6c1 None None] Routers {'633c5120-cd69-4d2e-b712-7d48ce6c7a10'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:49:25.586575 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-05e22762-c8c3-4b52-bd24-3eb8c17cc6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:48:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:25.757762 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-96ae032e-7edc-42bc-a36c-a8eb6dcc7393 admin admin] Notify callbacks [] for router, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:25.761293 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-05e22762-c8c3-4b52-bd24-3eb8c17cc6c1 None None] Set router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:49:25.933078 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-96ae032e-7edc-42bc-a36c-a8eb6dcc7393 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:26.018768 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-96ae032e-7edc-42bc-a36c-a8eb6dcc7393 admin admin] Deleting port dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2 {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:49:26.018975 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-96ae032e-7edc-42bc-a36c-a8eb6dcc7393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:26.059455 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-05e22762-c8c3-4b52-bd24-3eb8c17cc6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:49:24Z', 'revision_number': 5, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port': {'id': 'dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:42:21Z', 'updated_at': '2021-05-28T01:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:26.063981 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e22762-c8c3-4b52-bd24-3eb8c17cc6c1 None None] Checking router: 633c5120-cd69-4d2e-b712-7d48ce6c7a10 for host: dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:49:26.072043 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e22762-c8c3-4b52-bd24-3eb8c17cc6c1 None None] Routers {'633c5120-cd69-4d2e-b712-7d48ce6c7a10'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:49:26.072630 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-05e22762-c8c3-4b52-bd24-3eb8c17cc6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:48:59Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:26.141349 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [None req-96ae032e-7edc-42bc-a36c-a8eb6dcc7393 admin admin] For port dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:49:26.141709 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-96ae032e-7edc-42bc-a36c-a8eb6dcc7393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:26.244837 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-05e22762-c8c3-4b52-bd24-3eb8c17cc6c1 None None] Set router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 gateway port host: None {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:49:26.364852 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-05e22762-c8c3-4b52-bd24-3eb8c17cc6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:49:25Z', 'revision_number': 6, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port_host': None}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:26.368941 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e22762-c8c3-4b52-bd24-3eb8c17cc6c1 None None] The sync data for ids ['633c5120-cd69-4d2e-b712-7d48ce6c7a10'] in dv-cinder-793515-1-smb is: [{'id': '633c5120-cd69-4d2e-b712-7d48ce6c7a10', 'name': 'tempest-AttachVolumeShelveTestJSON-1901125477-router', 'tenant_id': '754c0001c83d4af1bdc6a16555b480e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:42:20Z', 'updated_at': '2021-05-28T01:49:25Z', 'revision_number': 6, 'project_id': '754c0001c83d4af1bdc6a16555b480e4', 'gw_port_host': None}] {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:49:26.385089 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-96ae032e-7edc-42bc-a36c-a8eb6dcc7393 admin admin] Calling delete_port for dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2 owned by network:router_gateway {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:49:26.530640 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-96ae032e-7edc-42bc-a36c-a8eb6dcc7393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:26.534404 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-28fa4c51-ce84-4ce8-98e1-019f3889559d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:26.579440 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae032e-7edc-42bc-a36c-a8eb6dcc7393 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:26.582369 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-96ae032e-7edc-42bc-a36c-a8eb6dcc7393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:26.675514 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-96ae032e-7edc-42bc-a36c-a8eb6dcc7393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025489'] for router_gateway, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:26.867985 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device eef915c6-0b92-4761-bfdf-6482e7753089 no longer exists at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:49:26.884570 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-96ae032e-7edc-42bc-a36c-a8eb6dcc7393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6861'] for router, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:26.886987 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-96ae032e-7edc-42bc-a36c-a8eb6dcc7393 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:26.912116 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] No Port match for: eef915c6-0b92-4761-bfdf-6482e7753089 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:49:26.913179 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device eef915c6-0b92-4761-bfdf-6482e7753089 not bound to the agent host dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:49:26.924191 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-96ae032e-7edc-42bc-a36c-a8eb6dcc7393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1020256'] for router, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:26.924703 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ae032e-7edc-42bc-a36c-a8eb6dcc7393 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 633c5120-cd69-4d2e-b712-7d48ce6c7a10 {{(pid=98373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 01:49:26.937037 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d82627c7-2115-4f07-a18f-c95d9a278f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:26.940821 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-96ae032e-7edc-42bc-a36c-a8eb6dcc7393 admin admin] Notify callbacks [] for router, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:26.941958 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-96ae032e-7edc-42bc-a36c-a8eb6dcc7393 admin admin] 10.222.0.32 "DELETE /v2.0/routers/633c5120-cd69-4d2e-b712-7d48ce6c7a10 HTTP/1.1" status: 204 len: 168 time: 1.3593903 May 28 01:49:26.944643 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 60216) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:27.006013 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_v2 [None req-c463bea0-e4d8-45f5-8904-ab69af9aa994 admin admin] Deleting subnet 61422ffd-2b35-4f4c-a3bf-b8c5addbfe48 {{(pid=98373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 28 01:49:27.009158 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c463bea0-e4d8-45f5-8904-ab69af9aa994 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:27.061846 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c463bea0-e4d8-45f5-8904-ab69af9aa994 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1627259'] for subnet, precommit_delete_associations {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:27.192186 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c463bea0-e4d8-45f5-8904-ab69af9aa994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4121571'] for subnet, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:27.476197 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c463bea0-e4d8-45f5-8904-ab69af9aa994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10518851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10516452'] for subnet, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:27.481409 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-324e45f9-44ca-48aa-9803-f0b4a884cfe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:27.519469 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c463bea0-e4d8-45f5-8904-ab69af9aa994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:27.522572 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463bea0-e4d8-45f5-8904-ab69af9aa994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61422ffd-2b35-4f4c-a3bf-b8c5addbfe48,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:27.524411 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfe05f9-7e3d-427a-b2be-c1cb6c622dea None None] Network 3463d1e7-4623-4440-bb64-03cc52099eb5 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:49:27.524992 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-c463bea0-e4d8-45f5-8904-ab69af9aa994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:27.531654 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-c463bea0-e4d8-45f5-8904-ab69af9aa994 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/61422ffd-2b35-4f4c-a3bf-b8c5addbfe48 HTTP/1.1" status: 204 len: 168 time: 0.5859623 May 28 01:49:27.534717 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 60224) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:27.656662 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3678103'] for network, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:27.729909 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] Deleting port 48967942-11bc-448b-b591-cf219a75b19f {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:49:27.730251 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:27.785053 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b687fa9-3f6c-438e-a1cc-1a0c18209b2d None None] DHCP port deletion for 3463d1e7-4623-4440-bb64-03cc52099eb5 request from dv-cinder-793515-1-smb {{(pid=98375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 28 01:49:27.835842 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] For port 48967942-11bc-448b-b591-cf219a75b19f, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=48967942-11bc-448b-b591-cf219a75b19f,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:49:27.836201 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:27.852198 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-2b687fa9-3f6c-438e-a1cc-1a0c18209b2d None None] Deleting port 48967942-11bc-448b-b591-cf219a75b19f {{(pid=98375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:49:27.852576 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-2b687fa9-3f6c-438e-a1cc-1a0c18209b2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:27.953064 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-2b687fa9-3f6c-438e-a1cc-1a0c18209b2d None None] For port 48967942-11bc-448b-b591-cf219a75b19f, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=48967942-11bc-448b-b591-cf219a75b19f,segment=NetworkSegment(ce986316-ef6e-4159-a849-45e757f20df5),segment_id=ce986316-ef6e-4159-a849-45e757f20df5)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:49:27.953740 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-2b687fa9-3f6c-438e-a1cc-1a0c18209b2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:27.959632 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] Calling delete_port for 48967942-11bc-448b-b591-cf219a75b19f owned by network:dhcp {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:49:28.006315 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:28.010522 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3a554218-cf26-4a64-901f-d421fe5aa3e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:28.115677 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-2b687fa9-3f6c-438e-a1cc-1a0c18209b2d None None] Calling delete_port for 48967942-11bc-448b-b591-cf219a75b19f owned by network:dhcp {{(pid=98375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:49:28.158893 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-2b687fa9-3f6c-438e-a1cc-1a0c18209b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116'] for port, after_delete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:28.160377 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=48967942-11bc-448b-b591-cf219a75b19f,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:28.163419 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-9363cc61-e9f7-449d-b165-a6d53b4c81fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:28.163549 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:28.164293 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] No DVR routers for this DVR port 48967942-11bc-448b-b591-cf219a75b19f on host dv-cinder-793515-1-smb {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:49:28.207103 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b687fa9-3f6c-438e-a1cc-1a0c18209b2d None None] Pushing event deleted for resources: {'Port': ['ID=48967942-11bc-448b-b591-cf219a75b19f,revision_number=None']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:28.209388 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b687fa9-3f6c-438e-a1cc-1a0c18209b2d None None] No DVR routers for this DVR port 48967942-11bc-448b-b591-cf219a75b19f on host dv-cinder-793515-1-smb {{(pid=98375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:49:28.211032 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-2b687fa9-3f6c-438e-a1cc-1a0c18209b2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:28.285296 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124012', 'neutron.services.segments.db._delete_segments_for_network-8764331454940'] for network, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:28.298629 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3463d1e7-4623-4440-bb64-03cc52099eb5']}} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:28.311716 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce986316-ef6e-4159-a849-45e757f20df5') {'for_net_delete': True} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:28.312050 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce986316-ef6e-4159-a849-45e757f20df5') {} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:49:28.323623 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764331464093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1627248'] for segment, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:28.341924 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:28.348179 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=98373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 01:49:28.348664 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10682085'] for segment, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: Traceback (most recent call last): May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: timer() May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: cb(*args, **kw) May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: return func(*args, **kwargs) May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: self._notify() May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: self.callback(batched_events) May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: event.method(event) May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: aggregate_uuid = self.p_client.list_aggregates( May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: return f(self, *a, **k) May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: return self._get(url).json() May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: return self.request(url, 'GET', **kwargs) May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: base_url = self.get_endpoint(auth, allow=allow, May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 01:49:28.362835 dv-cinder-793515-1-smb neutron-server[98373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 01:49:28.442432 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025484'] for network, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:28.446083 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-5c8c321d-87cf-482b-91c3-dd4c4d1d11bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:28.459631 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:28.469873 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] Pushing event deleted for resources: {'Network': ['ID=3463d1e7-4623-4440-bb64-03cc52099eb5,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:28.473974 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:28.478875 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3463d1e7-4623-4440-bb64-03cc52099eb5 HTTP/1.1" status: 204 len: 168 time: 0.9428141 May 28 01:49:28.651464 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 48967942-11bc-448b-b591-cf219a75b19f no longer exists at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:49:28.656920 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 60238) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:28.695385 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] No Port match for: 48967942-11bc-448b-b591-cf219a75b19f {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:49:28.695715 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 48967942-11bc-448b-b591-cf219a75b19f not bound to the agent host dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:49:28.696519 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2 no longer exists at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:49:28.711456 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-958eb050-5138-4e8d-900a-2e2b37d2ee17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=754c0001c83d4af1bdc6a16555b480e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0533116 May 28 01:49:28.713920 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 60242) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:28.734600 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] No Port match for: dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:49:28.734933 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device dd1db928-8b9e-4132-a7ef-1c2fd12ce5c2 not bound to the agent host dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:49:28.780499 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-0e4efa49-0edb-4411-896c-9e7f97416299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:28.809428 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-0e4efa49-0edb-4411-896c-9e7f97416299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:28.867440 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-0e4efa49-0edb-4411-896c-9e7f97416299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:28.872503 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-7c528559-eeb3-4858-8335-1a7e50012526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:28.887843 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4efa49-0edb-4411-896c-9e7f97416299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fb9742-59da-49e5-99c6-19a7e7283c80,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:28.890292 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-0e4efa49-0edb-4411-896c-9e7f97416299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:28.894023 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-0e4efa49-0edb-4411-896c-9e7f97416299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:28.897784 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-0e4efa49-0edb-4411-896c-9e7f97416299 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2fb9742-59da-49e5-99c6-19a7e7283c80 HTTP/1.1" status: 204 len: 168 time: 0.1805716 May 28 01:49:29.254445 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:29.516477 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-4473f60f-5416-44e9-8aaf-f08b67222e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:29.604186 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:30.636839 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:32.319313 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:34.162459 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 60352) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:34.292666 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-dd03125f-4b54-4667-9686-f7299b05c87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:34.322231 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-dd03125f-4b54-4667-9686-f7299b05c87c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:34.326326 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-dd03125f-4b54-4667-9686-f7299b05c87c admin admin] Usage tracker for resource:security_group_rule and tenant:c40abfa58ce54e02a8d255ebdf9805a1 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:34.329190 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-dd03125f-4b54-4667-9686-f7299b05c87c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:34.335020 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-dd03125f-4b54-4667-9686-f7299b05c87c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:34.418859 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-dd03125f-4b54-4667-9686-f7299b05c87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:34.423028 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-dd03125f-4b54-4667-9686-f7299b05c87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:34.431023 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-06eff58c-6f5e-433e-b287-67b664432d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:34.469811 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-dd03125f-4b54-4667-9686-f7299b05c87c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c40abfa58ce54e02a8d255ebdf9805a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063359 May 28 01:49:34.470719 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03125f-4b54-4667-9686-f7299b05c87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5cedd3-55cf-453e-ab38-002847a97b8e,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:34.472539 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60362) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:34.473656 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-dd03125f-4b54-4667-9686-f7299b05c87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:34.530102 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-c7be1eab-9cac-453e-a937-73239a825410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:34.559285 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-c7be1eab-9cac-453e-a937-73239a825410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:34.611972 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-c7be1eab-9cac-453e-a937-73239a825410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:34.615481 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-fc6c12b7-52a3-4024-bbb9-f14b6820fdff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:34.627578 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be1eab-9cac-453e-a937-73239a825410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5cedd3-55cf-453e-ab38-002847a97b8e,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:34.630361 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-c7be1eab-9cac-453e-a937-73239a825410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:34.637401 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-c7be1eab-9cac-453e-a937-73239a825410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:34.638485 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-c7be1eab-9cac-453e-a937-73239a825410 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b5cedd3-55cf-453e-ab38-002847a97b8e HTTP/1.1" status: 204 len: 168 time: 0.1649036 May 28 01:49:34.905660 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60370) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:34.925471 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e1feea18-dc93-4460-9c69-947132bac675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:34.939771 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-e1feea18-dc93-4460-9c69-947132bac675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:34.943596 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-e1feea18-dc93-4460-9c69-947132bac675 admin admin] Usage tracker for resource:security_group_rule and tenant:7e5c9e24991342d895399bf7ae353b05 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:34.946437 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-e1feea18-dc93-4460-9c69-947132bac675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:34.952121 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-e1feea18-dc93-4460-9c69-947132bac675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:35.033784 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e1feea18-dc93-4460-9c69-947132bac675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:35.037538 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-e1feea18-dc93-4460-9c69-947132bac675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:35.049287 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-16a1d469-2619-4dfd-93b2-6e8d061a31a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:35.087872 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-e1feea18-dc93-4460-9c69-947132bac675 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e5c9e24991342d895399bf7ae353b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811957 May 28 01:49:35.089439 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1feea18-dc93-4460-9c69-947132bac675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aa7d54-e64c-42ec-ade0-a64e1d75a922,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:35.090514 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 60374) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:35.092901 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-e1feea18-dc93-4460-9c69-947132bac675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:35.151072 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-e56e84d7-e5de-431d-a29b-6e93211040fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:35.177406 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-e56e84d7-e5de-431d-a29b-6e93211040fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:35.230337 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-e56e84d7-e5de-431d-a29b-6e93211040fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:35.234076 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-0596be0e-6f20-4cfc-92ba-84799c56bc8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:35.246499 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e84d7-e5de-431d-a29b-6e93211040fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aa7d54-e64c-42ec-ade0-a64e1d75a922,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:35.250316 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-e56e84d7-e5de-431d-a29b-6e93211040fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:35.255588 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-e56e84d7-e5de-431d-a29b-6e93211040fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:35.256722 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-e56e84d7-e5de-431d-a29b-6e93211040fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1aa7d54-e64c-42ec-ade0-a64e1d75a922 HTTP/1.1" status: 204 len: 168 time: 0.1652422 May 28 01:49:35.763473 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 60406) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:35.888953 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-692ab60c-c41f-4b28-8f43-db759fcbdc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:35.903931 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-692ab60c-c41f-4b28-8f43-db759fcbdc57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:35.907920 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-692ab60c-c41f-4b28-8f43-db759fcbdc57 admin admin] Usage tracker for resource:security_group_rule and tenant:100ed783e02b406fb84866603a5b87de is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:35.911738 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-692ab60c-c41f-4b28-8f43-db759fcbdc57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:35.917984 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-692ab60c-c41f-4b28-8f43-db759fcbdc57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:36.002382 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-692ab60c-c41f-4b28-8f43-db759fcbdc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:36.006253 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-692ab60c-c41f-4b28-8f43-db759fcbdc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:36.014518 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-2292ec63-d9d4-4540-b755-9dd28c5b037e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:36.055617 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ab60c-c41f-4b28-8f43-db759fcbdc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbffbf0-48ee-435d-9b4b-db63246ffc7b,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:36.063725 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60424) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:36.064131 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-692ab60c-c41f-4b28-8f43-db759fcbdc57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=100ed783e02b406fb84866603a5b87de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979519 May 28 01:49:36.064131 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-692ab60c-c41f-4b28-8f43-db759fcbdc57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:36.120990 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-38a16f67-0af8-4412-a891-6fc9fa706860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:36.146961 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-38a16f67-0af8-4412-a891-6fc9fa706860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:36.199047 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-38a16f67-0af8-4412-a891-6fc9fa706860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:36.204080 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-7c01f562-daf4-4f59-b131-17c5bc3eb9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:36.218533 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a16f67-0af8-4412-a891-6fc9fa706860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbffbf0-48ee-435d-9b4b-db63246ffc7b,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:36.221397 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-38a16f67-0af8-4412-a891-6fc9fa706860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:36.225429 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-38a16f67-0af8-4412-a891-6fc9fa706860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:36.229747 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-38a16f67-0af8-4412-a891-6fc9fa706860 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4bbffbf0-48ee-435d-9b4b-db63246ffc7b HTTP/1.1" status: 204 len: 168 time: 0.1624885 May 28 01:49:39.542604 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 60590) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:39.661457 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3ed6cb23-d9b8-4aa0-b344-9e0080d3ec17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:39.676255 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-3ed6cb23-d9b8-4aa0-b344-9e0080d3ec17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:39.680489 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-3ed6cb23-d9b8-4aa0-b344-9e0080d3ec17 admin admin] Usage tracker for resource:security_group_rule and tenant:7f981190c30841baa56adf1542ed146c is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:39.683583 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-3ed6cb23-d9b8-4aa0-b344-9e0080d3ec17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:39.690008 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-3ed6cb23-d9b8-4aa0-b344-9e0080d3ec17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:39.770824 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3ed6cb23-d9b8-4aa0-b344-9e0080d3ec17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:39.774404 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-3ed6cb23-d9b8-4aa0-b344-9e0080d3ec17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:39.782809 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-1f63b4bb-d247-4323-95f7-7b7e738cc6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:39.824101 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-3ed6cb23-d9b8-4aa0-b344-9e0080d3ec17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f981190c30841baa56adf1542ed146c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803376 May 28 01:49:39.825095 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6cb23-d9b8-4aa0-b344-9e0080d3ec17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3841bc8-c385-4563-abc0-a37f448050e9,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:39.826960 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60606) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:39.829133 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3ed6cb23-d9b8-4aa0-b344-9e0080d3ec17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:39.892681 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1131703e-63a6-41bd-a2b4-3d275d186717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:39.918189 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1131703e-63a6-41bd-a2b4-3d275d186717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:39.968741 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1131703e-63a6-41bd-a2b4-3d275d186717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:39.973591 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-a5edfa59-a548-4123-9150-81209d084202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:39.987507 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131703e-63a6-41bd-a2b4-3d275d186717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3841bc8-c385-4563-abc0-a37f448050e9,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:39.989771 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-1131703e-63a6-41bd-a2b4-3d275d186717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:39.992146 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1131703e-63a6-41bd-a2b4-3d275d186717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:39.993124 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-1131703e-63a6-41bd-a2b4-3d275d186717 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3841bc8-c385-4563-abc0-a37f448050e9 HTTP/1.1" status: 204 len: 168 time: 0.1650960 May 28 01:49:40.265320 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60614) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:40.283194 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3b720151-e3d5-4c27-ac77-20265f6d7b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:40.297487 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-3b720151-e3d5-4c27-ac77-20265f6d7b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:40.301318 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-3b720151-e3d5-4c27-ac77-20265f6d7b2b admin admin] Usage tracker for resource:security_group_rule and tenant:cdc36f7621b34b8cbe9f76a46a3859df is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:40.304167 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-3b720151-e3d5-4c27-ac77-20265f6d7b2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:40.309756 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-3b720151-e3d5-4c27-ac77-20265f6d7b2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:40.391852 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3b720151-e3d5-4c27-ac77-20265f6d7b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:40.395311 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3b720151-e3d5-4c27-ac77-20265f6d7b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:40.403229 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-c7be1eab-9cac-453e-a937-73239a825410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:40.441155 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-3b720151-e3d5-4c27-ac77-20265f6d7b2b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cdc36f7621b34b8cbe9f76a46a3859df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748352 May 28 01:49:40.442725 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b720151-e3d5-4c27-ac77-20265f6d7b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ace9f1b-7b0d-40c0-ae1a-5fa0a253f1b0,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:40.443841 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 60618) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:40.445675 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-3b720151-e3d5-4c27-ac77-20265f6d7b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:40.502153 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-77d77e43-4f6c-4058-83ff-168ad8309965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:40.530831 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-77d77e43-4f6c-4058-83ff-168ad8309965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:40.582353 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-77d77e43-4f6c-4058-83ff-168ad8309965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:40.587482 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-08408111-9f9a-4a0f-b083-307011638a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:40.601411 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d77e43-4f6c-4058-83ff-168ad8309965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ace9f1b-7b0d-40c0-ae1a-5fa0a253f1b0,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:40.603618 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-77d77e43-4f6c-4058-83ff-168ad8309965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:40.613565 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-77d77e43-4f6c-4058-83ff-168ad8309965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:40.614647 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-77d77e43-4f6c-4058-83ff-168ad8309965 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ace9f1b-7b0d-40c0-ae1a-5fa0a253f1b0 HTTP/1.1" status: 204 len: 168 time: 0.1698446 May 28 01:49:42.399118 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 60678) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:42.516728 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6af4a1c2-cdea-4f3f-b6e6-078aeaa187c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:42.530446 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-6af4a1c2-cdea-4f3f-b6e6-078aeaa187c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:42.534167 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-6af4a1c2-cdea-4f3f-b6e6-078aeaa187c2 admin admin] Usage tracker for resource:security_group_rule and tenant:bd5017f52f5c4b59b3d8b5013d7d7a83 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:42.537059 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-6af4a1c2-cdea-4f3f-b6e6-078aeaa187c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:42.543289 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-6af4a1c2-cdea-4f3f-b6e6-078aeaa187c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:42.634770 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6af4a1c2-cdea-4f3f-b6e6-078aeaa187c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:42.639002 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6af4a1c2-cdea-4f3f-b6e6-078aeaa187c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:42.649980 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-692ab60c-c41f-4b28-8f43-db759fcbdc57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:42.699261 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-6af4a1c2-cdea-4f3f-b6e6-078aeaa187c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd5017f52f5c4b59b3d8b5013d7d7a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944169 May 28 01:49:42.699261 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4a1c2-cdea-4f3f-b6e6-078aeaa187c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ef1b84-481e-4e63-8587-66bd30989e23,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:42.699440 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60688) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:42.699931 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-6af4a1c2-cdea-4f3f-b6e6-078aeaa187c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:42.760351 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-75346e86-f8ae-416d-a7c5-a0d8399810b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:42.785440 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-75346e86-f8ae-416d-a7c5-a0d8399810b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:42.835717 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-75346e86-f8ae-416d-a7c5-a0d8399810b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:42.839246 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-c8a6ff17-1d05-460f-948e-1e95b8fd2716 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:42.852597 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75346e86-f8ae-416d-a7c5-a0d8399810b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ef1b84-481e-4e63-8587-66bd30989e23,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:42.856392 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-75346e86-f8ae-416d-a7c5-a0d8399810b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:42.862303 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-75346e86-f8ae-416d-a7c5-a0d8399810b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:42.863407 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-75346e86-f8ae-416d-a7c5-a0d8399810b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61ef1b84-481e-4e63-8587-66bd30989e23 HTTP/1.1" status: 204 len: 168 time: 0.1652725 May 28 01:49:48.384800 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60806) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:48.500455 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0bd8c164-b579-413f-9ce5-d8189cd1345d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:48.514329 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-0bd8c164-b579-413f-9ce5-d8189cd1345d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:48.518601 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-0bd8c164-b579-413f-9ce5-d8189cd1345d admin admin] Usage tracker for resource:security_group_rule and tenant:5c2f3584685244e480ffee9720315076 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:48.521384 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-0bd8c164-b579-413f-9ce5-d8189cd1345d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:48.527376 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-0bd8c164-b579-413f-9ce5-d8189cd1345d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:48.620110 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0bd8c164-b579-413f-9ce5-d8189cd1345d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:48.624112 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0bd8c164-b579-413f-9ce5-d8189cd1345d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:48.631348 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9df91de1-f4df-4d7e-ad71-0b008d864541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:48.676347 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8c164-b579-413f-9ce5-d8189cd1345d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47835781-5099-45ae-9da9-ae7ae127123c,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:48.679710 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-0bd8c164-b579-413f-9ce5-d8189cd1345d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:48.684564 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-0bd8c164-b579-413f-9ce5-d8189cd1345d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c2f3584685244e480ffee9720315076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980881 May 28 01:49:48.685580 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60814) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:48.746306 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-90db9e22-2817-4182-a1c3-ecd2897e875c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:48.772097 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-90db9e22-2817-4182-a1c3-ecd2897e875c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:48.825589 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-90db9e22-2817-4182-a1c3-ecd2897e875c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:48.833768 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-ad346fff-376c-4aa9-8b29-845eec3e266b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:48.848961 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db9e22-2817-4182-a1c3-ecd2897e875c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47835781-5099-45ae-9da9-ae7ae127123c,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:48.854140 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-90db9e22-2817-4182-a1c3-ecd2897e875c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:48.858587 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-90db9e22-2817-4182-a1c3-ecd2897e875c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:48.860216 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-90db9e22-2817-4182-a1c3-ecd2897e875c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47835781-5099-45ae-9da9-ae7ae127123c HTTP/1.1" status: 204 len: 168 time: 0.1735749 May 28 01:49:49.172734 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 60830) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:49.194583 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-b55eb257-b575-4524-9e17-69efdb3588f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:49.217207 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-b55eb257-b575-4524-9e17-69efdb3588f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:49.221959 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-b55eb257-b575-4524-9e17-69efdb3588f0 admin admin] Usage tracker for resource:security_group_rule and tenant:6ce5d16aec434e6ea45b069c66f77481 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:49.224840 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-b55eb257-b575-4524-9e17-69efdb3588f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:49.230612 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-b55eb257-b575-4524-9e17-69efdb3588f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:49.319601 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-b55eb257-b575-4524-9e17-69efdb3588f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:49.323294 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-b55eb257-b575-4524-9e17-69efdb3588f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:49.331988 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-6af4a1c2-cdea-4f3f-b6e6-078aeaa187c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:49.373000 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-b55eb257-b575-4524-9e17-69efdb3588f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ce5d16aec434e6ea45b069c66f77481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982219 May 28 01:49:49.373930 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55eb257-b575-4524-9e17-69efdb3588f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d8ffdb-9c37-433f-91a0-58f3577bce4b,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:49.376284 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60834) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:49.377577 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-b55eb257-b575-4524-9e17-69efdb3588f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:49.433861 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1cf69980-0aff-4089-ab7b-fb07ec8df7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:49.462577 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1cf69980-0aff-4089-ab7b-fb07ec8df7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:49.512457 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1cf69980-0aff-4089-ab7b-fb07ec8df7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:49.517792 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-6e6cffb4-b9c9-40bb-b5ef-0aef7d794442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:49.527903 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf69980-0aff-4089-ab7b-fb07ec8df7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d8ffdb-9c37-433f-91a0-58f3577bce4b,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:49.531335 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-1cf69980-0aff-4089-ab7b-fb07ec8df7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:49.535671 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1cf69980-0aff-4089-ab7b-fb07ec8df7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:49.539410 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-1cf69980-0aff-4089-ab7b-fb07ec8df7b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12d8ffdb-9c37-433f-91a0-58f3577bce4b HTTP/1.1" status: 204 len: 168 time: 0.1595964 May 28 01:49:51.556340 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60914) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:51.673010 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3acc0329-86e4-45c4-9306-1362b6477f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:51.686861 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-3acc0329-86e4-45c4-9306-1362b6477f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:51.690610 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-3acc0329-86e4-45c4-9306-1362b6477f5f admin admin] Usage tracker for resource:security_group_rule and tenant:5a9fcab117614dcd8d879a83e50c66f7 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:51.693355 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-3acc0329-86e4-45c4-9306-1362b6477f5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:51.698887 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-3acc0329-86e4-45c4-9306-1362b6477f5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:51.779761 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3acc0329-86e4-45c4-9306-1362b6477f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:51.784068 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-3acc0329-86e4-45c4-9306-1362b6477f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:51.792060 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-77296a3e-da35-4f65-84d8-1948e9ca73db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:51.831234 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-3acc0329-86e4-45c4-9306-1362b6477f5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a9fcab117614dcd8d879a83e50c66f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737827 May 28 01:49:51.832970 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc0329-86e4-45c4-9306-1362b6477f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3372b58d-2b98-47b8-aa4b-5fe68a7abc90,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:51.835543 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 60922) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:51.836833 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-3acc0329-86e4-45c4-9306-1362b6477f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:51.900595 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c6dacf7a-8351-4e31-88e2-56b37fc63445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:51.931341 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c6dacf7a-8351-4e31-88e2-56b37fc63445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:51.985508 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c6dacf7a-8351-4e31-88e2-56b37fc63445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:51.990551 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-7c528d78-88d2-4f3e-ab2e-8b7ca60c4448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:52.007359 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dacf7a-8351-4e31-88e2-56b37fc63445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3372b58d-2b98-47b8-aa4b-5fe68a7abc90,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:52.009990 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-c6dacf7a-8351-4e31-88e2-56b37fc63445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:52.019669 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c6dacf7a-8351-4e31-88e2-56b37fc63445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:52.023516 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-c6dacf7a-8351-4e31-88e2-56b37fc63445 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3372b58d-2b98-47b8-aa4b-5fe68a7abc90 HTTP/1.1" status: 204 len: 168 time: 0.1866136 May 28 01:49:52.189437 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60938) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:52.312014 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60944) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:52.332142 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:52.345120 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ebe27fcf-0c69-4316-83ea-24d52bcb0dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:52.358593 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:52.364764 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Usage tracker for resource:security_group_rule and tenant:005d817c5c41469da469e7bd7ef48ab4 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:52.367414 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-ebe27fcf-0c69-4316-83ea-24d52bcb0dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:52.369499 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:52.375586 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-ebe27fcf-0c69-4316-83ea-24d52bcb0dca admin admin] Usage tracker for resource:security_group_rule and tenant:47d12efd637b44ab953d1fceb416b9fa is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:52.378116 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:52.380091 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-ebe27fcf-0c69-4316-83ea-24d52bcb0dca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:52.387684 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-ebe27fcf-0c69-4316-83ea-24d52bcb0dca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:52.528224 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:52.533128 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:52.541923 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-1cf69980-0aff-4089-ab7b-fb07ec8df7b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:52.550931 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ebe27fcf-0c69-4316-83ea-24d52bcb0dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:52.560429 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-ebe27fcf-0c69-4316-83ea-24d52bcb0dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:52.607747 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=005d817c5c41469da469e7bd7ef48ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4172783 May 28 01:49:52.610340 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 60948) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:52.611234 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28eaf97-f6e3-41df-acab-db07e965451c,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:52.617302 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-ebe27fcf-0c69-4316-83ea-24d52bcb0dca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47d12efd637b44ab953d1fceb416b9fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043919 May 28 01:49:52.621049 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60952) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:52.622272 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:52.622642 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:52.623000 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:52.623351 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:52.623700 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:52.624077 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:52.624422 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:52.625295 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:52.625640 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:52.625983 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:52.626324 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:52.626681 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:52.630407 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-1f549d67-aec2-4108-8396-d4518abd131b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:52.633109 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-4261d5b7-c323-43a2-80c2-9d2ac78bcfcc tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:52.669861 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-80943128-0da1-479b-89e7-4fdbfbad9e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:52.690619 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe27fcf-0c69-4316-83ea-24d52bcb0dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404ee169-edac-49e2-92e9-e1687cb1e070,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:52.694128 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-ebe27fcf-0c69-4316-83ea-24d52bcb0dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:52.695002 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-80943128-0da1-479b-89e7-4fdbfbad9e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:52.715038 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b17e512d-04ea-442b-9cc2-9517a298aef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:52.742581 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b17e512d-04ea-442b-9cc2-9517a298aef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:52.748422 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-80943128-0da1-479b-89e7-4fdbfbad9e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:52.753070 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-bb3a9e8f-7366-48b5-b38a-e9fc14df4dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:52.765611 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80943128-0da1-479b-89e7-4fdbfbad9e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28eaf97-f6e3-41df-acab-db07e965451c,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:52.768394 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-80943128-0da1-479b-89e7-4fdbfbad9e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:52.769320 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-80943128-0da1-479b-89e7-4fdbfbad9e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:52.776138 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-80943128-0da1-479b-89e7-4fdbfbad9e09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f28eaf97-f6e3-41df-acab-db07e965451c HTTP/1.1" status: 204 len: 168 time: 0.1615968 May 28 01:49:52.798449 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b17e512d-04ea-442b-9cc2-9517a298aef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:52.805069 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-200ed69d-d7cc-470a-8483-6097b153aaa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:52.818719 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e512d-04ea-442b-9cc2-9517a298aef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404ee169-edac-49e2-92e9-e1687cb1e070,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:52.820969 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-b17e512d-04ea-442b-9cc2-9517a298aef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:52.831329 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-b17e512d-04ea-442b-9cc2-9517a298aef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:52.835059 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-b17e512d-04ea-442b-9cc2-9517a298aef1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/404ee169-edac-49e2-92e9-e1687cb1e070 HTTP/1.1" status: 204 len: 168 time: 0.2009957 May 28 01:49:53.192797 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 60970) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:53.211584 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-be4f9193-c6a9-4319-a85f-f4a532dbe0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:53.226687 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-be4f9193-c6a9-4319-a85f-f4a532dbe0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:53.230688 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-be4f9193-c6a9-4319-a85f-f4a532dbe0e0 admin admin] Usage tracker for resource:security_group_rule and tenant:9bc556587e97487599f260511ac97c3f is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:53.233756 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-be4f9193-c6a9-4319-a85f-f4a532dbe0e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:53.239586 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-be4f9193-c6a9-4319-a85f-f4a532dbe0e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:53.323455 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-be4f9193-c6a9-4319-a85f-f4a532dbe0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:53.327104 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-be4f9193-c6a9-4319-a85f-f4a532dbe0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:53.339445 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-439a3864-5fe7-4ea9-95de-4fe195cabd75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:53.379375 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-be4f9193-c6a9-4319-a85f-f4a532dbe0e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bc556587e97487599f260511ac97c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1853917 May 28 01:49:53.380311 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f9193-c6a9-4319-a85f-f4a532dbe0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1680847-b647-4898-bd8c-6ba6d8f911a0,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:53.382010 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60976) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:53.383377 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-be4f9193-c6a9-4319-a85f-f4a532dbe0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:53.448319 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-618f7be0-dc71-4aeb-bf13-dff32b898888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:53.478673 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-618f7be0-dc71-4aeb-bf13-dff32b898888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:53.530458 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-618f7be0-dc71-4aeb-bf13-dff32b898888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:53.535283 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-1ee017e6-17a7-42df-be8f-cfb0d23b6e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:53.546990 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f7be0-dc71-4aeb-bf13-dff32b898888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1680847-b647-4898-bd8c-6ba6d8f911a0,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:53.549884 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-618f7be0-dc71-4aeb-bf13-dff32b898888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:53.551807 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-618f7be0-dc71-4aeb-bf13-dff32b898888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:53.555385 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-618f7be0-dc71-4aeb-bf13-dff32b898888 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1680847-b647-4898-bd8c-6ba6d8f911a0 HTTP/1.1" status: 204 len: 168 time: 0.1697640 May 28 01:49:53.902422 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 60998) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:53.920280 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-595ba057-b058-461a-ba15-d2ffdc08501e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:53.935123 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-595ba057-b058-461a-ba15-d2ffdc08501e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:53.939466 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-595ba057-b058-461a-ba15-d2ffdc08501e admin admin] Usage tracker for resource:security_group_rule and tenant:43b222b8038b41618e3655e199b82cdc is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:53.942356 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-595ba057-b058-461a-ba15-d2ffdc08501e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:53.948620 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-595ba057-b058-461a-ba15-d2ffdc08501e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:54.032210 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-595ba057-b058-461a-ba15-d2ffdc08501e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:54.036658 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-595ba057-b058-461a-ba15-d2ffdc08501e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:54.045337 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-01485d77-fe0f-4174-a18f-6f461af23757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:54.085605 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-595ba057-b058-461a-ba15-d2ffdc08501e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43b222b8038b41618e3655e199b82cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821239 May 28 01:49:54.088267 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 32772) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:54.090057 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ba057-b058-461a-ba15-d2ffdc08501e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320660ca-40fe-4006-bb51-93dd25601a7b,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:54.093020 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-595ba057-b058-461a-ba15-d2ffdc08501e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:54.155571 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-bf1920a6-58fd-45ff-9458-373f9d2f1241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:54.185446 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-bf1920a6-58fd-45ff-9458-373f9d2f1241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:54.250599 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-bf1920a6-58fd-45ff-9458-373f9d2f1241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:54.254542 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-dc2adb5e-01a0-43d6-b27a-520906a0bf47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:54.268259 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1920a6-58fd-45ff-9458-373f9d2f1241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320660ca-40fe-4006-bb51-93dd25601a7b,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:54.270538 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-bf1920a6-58fd-45ff-9458-373f9d2f1241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:54.278188 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-bf1920a6-58fd-45ff-9458-373f9d2f1241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:54.279917 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-bf1920a6-58fd-45ff-9458-373f9d2f1241 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/320660ca-40fe-4006-bb51-93dd25601a7b HTTP/1.1" status: 204 len: 168 time: 0.1902783 May 28 01:49:54.282569 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 32776) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:54.533610 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8b99876b-1814-4790-bb21-43236544524e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:54.549538 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-8b99876b-1814-4790-bb21-43236544524e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:54.554166 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-8b99876b-1814-4790-bb21-43236544524e admin admin] Usage tracker for resource:security_group_rule and tenant:12bc88627b9748cd8cd137055e395fc6 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:54.557925 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-8b99876b-1814-4790-bb21-43236544524e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:54.565734 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-8b99876b-1814-4790-bb21-43236544524e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:54.653524 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8b99876b-1814-4790-bb21-43236544524e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:54.657174 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8b99876b-1814-4790-bb21-43236544524e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:54.664096 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-0e4efa49-0edb-4411-896c-9e7f97416299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:54.705359 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99876b-1814-4790-bb21-43236544524e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b9084d-f49c-4f20-8c54-988d924fd07f,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:54.708238 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-8b99876b-1814-4790-bb21-43236544524e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:54.711113 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-8b99876b-1814-4790-bb21-43236544524e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12bc88627b9748cd8cd137055e395fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276559 May 28 01:49:54.713790 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 32784) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:54.772253 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-2365f7df-41df-45eb-8b8e-c6ae0194fa73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:54.797015 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-2365f7df-41df-45eb-8b8e-c6ae0194fa73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:54.848655 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-2365f7df-41df-45eb-8b8e-c6ae0194fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:54.853520 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-38e4ab72-d31d-42e9-ad79-7d908a569ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:54.865124 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365f7df-41df-45eb-8b8e-c6ae0194fa73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b9084d-f49c-4f20-8c54-988d924fd07f,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:54.870088 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-2365f7df-41df-45eb-8b8e-c6ae0194fa73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:54.872180 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-2365f7df-41df-45eb-8b8e-c6ae0194fa73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:54.873466 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-2365f7df-41df-45eb-8b8e-c6ae0194fa73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29b9084d-f49c-4f20-8c54-988d924fd07f HTTP/1.1" status: 204 len: 168 time: 0.1587403 May 28 01:49:56.930191 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6c1a1ed2-3c28-450b-b90b-275bbd9199fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:59.067940 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:49:59.256587 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:59.292167 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 32844) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:59.417242 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:59.431256 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:49:59.435042 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Usage tracker for resource:security_group_rule and tenant:0a67139aaf394d79a4b91434b786f116 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:49:59.438408 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:49:59.444078 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:49:59.520014 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-ab8a082b-e44e-4692-85f5-3ce43ed15100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:59.527409 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:59.531449 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:59.541039 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-80943128-0da1-479b-89e7-4fdbfbad9e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:59.582652 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a67139aaf394d79a4b91434b786f116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894576 May 28 01:49:59.583548 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86eb9dc8-c37d-487c-bb20-882ee7f9dbf5,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:59.585689 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 32850) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:49:59.591560 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:59.591989 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:59.592405 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:59.592827 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:59.593253 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:59.593636 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:59.593984 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:59.594335 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:59.594681 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:59.595025 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:59.595368 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:59.595708 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:49:59.599373 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-937ef0fa-2344-489c-90b1-4580c91e034d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:59.606293 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:59.727253 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-2bc15933-2231-4ddd-9f06-fdf3aaa84b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:59.754566 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-2bc15933-2231-4ddd-9f06-fdf3aaa84b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:59.805743 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-2bc15933-2231-4ddd-9f06-fdf3aaa84b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:59.809317 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-11ac0fdf-5d3f-4472-876a-103b1a0c648c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:49:59.822217 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc15933-2231-4ddd-9f06-fdf3aaa84b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86eb9dc8-c37d-487c-bb20-882ee7f9dbf5,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:49:59.825929 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-2bc15933-2231-4ddd-9f06-fdf3aaa84b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:49:59.831401 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-2bc15933-2231-4ddd-9f06-fdf3aaa84b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:49:59.832540 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-2bc15933-2231-4ddd-9f06-fdf3aaa84b56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86eb9dc8-c37d-487c-bb20-882ee7f9dbf5 HTTP/1.1" status: 204 len: 168 time: 0.2458067 May 28 01:50:00.109473 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 32858) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:50:00.126588 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-7a30f8c5-7873-4427-8e06-78a1677d93e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:00.140263 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-7a30f8c5-7873-4427-8e06-78a1677d93e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:50:00.143936 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-7a30f8c5-7873-4427-8e06-78a1677d93e9 admin admin] Usage tracker for resource:security_group_rule and tenant:a80a2282f15b4af58bfea2664a944000 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:50:00.146626 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-7a30f8c5-7873-4427-8e06-78a1677d93e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:50:00.152215 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-7a30f8c5-7873-4427-8e06-78a1677d93e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:50:00.236112 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-7a30f8c5-7873-4427-8e06-78a1677d93e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:00.239981 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-7a30f8c5-7873-4427-8e06-78a1677d93e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:00.248273 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-38a16f67-0af8-4412-a891-6fc9fa706860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:00.288307 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-7a30f8c5-7873-4427-8e06-78a1677d93e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a80a2282f15b4af58bfea2664a944000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1777186 May 28 01:50:00.289324 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30f8c5-7873-4427-8e06-78a1677d93e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afa6ca1-5145-4457-b62b-ee11cc71aa98,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:00.290952 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 32862) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:50:00.292546 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-7a30f8c5-7873-4427-8e06-78a1677d93e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:00.349207 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c9a068dd-ac84-45e0-a844-a41e1842da15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:00.374318 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c9a068dd-ac84-45e0-a844-a41e1842da15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:00.429158 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c9a068dd-ac84-45e0-a844-a41e1842da15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:00.432651 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-18ca7728-2239-4c29-976e-38738f6edaaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:00.444184 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a068dd-ac84-45e0-a844-a41e1842da15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afa6ca1-5145-4457-b62b-ee11cc71aa98,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:00.446889 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-c9a068dd-ac84-45e0-a844-a41e1842da15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:00.453633 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c9a068dd-ac84-45e0-a844-a41e1842da15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:00.454723 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-c9a068dd-ac84-45e0-a844-a41e1842da15 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6afa6ca1-5145-4457-b62b-ee11cc71aa98 HTTP/1.1" status: 204 len: 168 time: 0.1627023 May 28 01:50:00.641842 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:02.313930 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:26.931354 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-a085fbab-9d90-4f74-b95c-c70a7639fbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:29.258648 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:29.522620 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-b47eb949-7b1b-48c6-9e7f-6ac7f9814b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:29.603506 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:30.641487 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:32.319750 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:35.413904 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 33118) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:50:35.530506 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f4253abd-654e-4658-af1e-b772b999d16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:35.544766 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-f4253abd-654e-4658-af1e-b772b999d16c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:50:35.548439 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-f4253abd-654e-4658-af1e-b772b999d16c admin admin] Usage tracker for resource:security_group_rule and tenant:a5b6b123d4d74844bd1338b73117b578 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:50:35.551660 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-f4253abd-654e-4658-af1e-b772b999d16c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:50:35.557207 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-f4253abd-654e-4658-af1e-b772b999d16c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:50:35.638073 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f4253abd-654e-4658-af1e-b772b999d16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:35.641746 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-f4253abd-654e-4658-af1e-b772b999d16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:35.648946 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-1131703e-63a6-41bd-a2b4-3d275d186717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:35.689552 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-f4253abd-654e-4658-af1e-b772b999d16c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5b6b123d4d74844bd1338b73117b578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743936 May 28 01:50:35.690281 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4253abd-654e-4658-af1e-b772b999d16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6fccaf-26de-4c70-a222-ce262df066de,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:35.693355 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33124) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:50:35.694047 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-f4253abd-654e-4658-af1e-b772b999d16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:35.764072 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2334ad0-8eb0-4b22-aeec-972f560f7009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:35.790726 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2334ad0-8eb0-4b22-aeec-972f560f7009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:35.842682 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2334ad0-8eb0-4b22-aeec-972f560f7009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:35.846733 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-982ee2a1-d4f5-464e-82e1-79dd9bc21664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:35.858288 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2334ad0-8eb0-4b22-aeec-972f560f7009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6fccaf-26de-4c70-a222-ce262df066de,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:35.860913 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-a2334ad0-8eb0-4b22-aeec-972f560f7009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:35.867748 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2334ad0-8eb0-4b22-aeec-972f560f7009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:35.868892 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-a2334ad0-8eb0-4b22-aeec-972f560f7009 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef6fccaf-26de-4c70-a222-ce262df066de HTTP/1.1" status: 204 len: 168 time: 0.1756659 May 28 01:50:36.066437 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:50:36.536992 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33148) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:50:36.640217 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-321683330-network', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:50:36.644942 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:50:36.648732 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Usage tracker for resource:network and tenant:f8f57c5046744b40a60f12947b0b1538 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:50:36.651739 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:50:36.657866 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:50:36.668048 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Made reservation on behalf of f8f57c5046744b40a60f12947b0b1538 for: {'network': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:50:36.670945 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4178980'] for network, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:36.684212 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:36.699650 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:50:36.703512 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Usage tracker for resource:security_group_rule and tenant:f8f57c5046744b40a60f12947b0b1538 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:50:36.707984 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:50:36.714735 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:50:36.806576 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:36.810392 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:36.813229 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-dff3a1c6-c86c-4673-9a0f-5893cefe4524 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:36.840803 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=98373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 01:50:36.849631 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:36.853128 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:36.855561 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:36.855932 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.segments_db [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Added segment e27d86d5-1326-462e-9c8e-6939b57ec36a of type vlan for network db660754-40e5-489b-b2a5-3c04c03dda5e May 28 01:50:36.881928 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764330948172'] for network, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:36.911007 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760'] for network, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:36.912489 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:50:36.913219 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:36.917007 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-ded90f3b-7d0b-434a-a764-c99f344e3b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:37.101280 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5628510 May 28 01:50:37.103866 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 33154) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:50:37.104501 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Pushing event updated for resources: {'Network': ['ID=db660754-40e5-489b-b2a5-3c04c03dda5e,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:37.107219 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-74f472e7-a707-45c1-8e7f-c6f76166314e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:37.110788 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-d6fbf920-2ffa-4239-a05d-37c3f6233356 admin admin] Request body: {'subnet': {'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-321683330-subnet', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'ip_version': 4}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:50:37.114709 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Network db660754-40e5-489b-b2a5-3c04c03dda5e details requested by agent ovs-agent-dv-cinder-793515-1-smb with host dv-cinder-793515-1-smb {{(pid=98375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 01:50:37.117083 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-d6fbf920-2ffa-4239-a05d-37c3f6233356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:50:37.120951 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-d6fbf920-2ffa-4239-a05d-37c3f6233356 admin admin] Usage tracker for resource:subnet and tenant:f8f57c5046744b40a60f12947b0b1538 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:50:37.123808 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-d6fbf920-2ffa-4239-a05d-37c3f6233356 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:50:37.129564 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-d6fbf920-2ffa-4239-a05d-37c3f6233356 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:50:37.140291 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fbf920-2ffa-4239-a05d-37c3f6233356 admin admin] Made reservation on behalf of f8f57c5046744b40a60f12947b0b1538 for: {'subnet': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:50:37.142778 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf920-2ffa-4239-a05d-37c3f6233356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11069009'] for subnet, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:37.546694 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf920-2ffa-4239-a05d-37c3f6233356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10760763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11068999'] for subnet, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:37.551965 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-d222399a-7151-4fe4-810a-f8520b116dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:37.620881 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbf920-2ffa-4239-a05d-37c3f6233356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b83d6aa-a2f2-460c-8cda-55cb91ce5601,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:37.624694 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-d6fbf920-2ffa-4239-a05d-37c3f6233356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:37.628605 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fbf920-2ffa-4239-a05d-37c3f6233356 admin admin] Checking segment: {'id': 'e27d86d5-1326-462e-9c8e-6939b57ec36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:50:37.628961 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fbf920-2ffa-4239-a05d-37c3f6233356 admin admin] Network hostable DHCP agents. Network: db660754-40e5-489b-b2a5-3c04c03dda5e, hostable agents: ['18dcb2a5-1deb-4e04-a203-0597d71fb4d8'], hosted agents: [] {{(pid=98374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 01:50:37.645486 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fbf920-2ffa-4239-a05d-37c3f6233356 admin admin] Network db660754-40e5-489b-b2a5-3c04c03dda5e is scheduled to be hosted by DHCP agent 18dcb2a5-1deb-4e04-a203-0597d71fb4d8 with binding_index 1 {{(pid=98374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 01:50:37.653753 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-d6fbf920-2ffa-4239-a05d-37c3f6233356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-1-smb, db660754-40e5-489b-b2a5-3c04c03dda5e) {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:50:37.662180 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fbf920-2ffa-4239-a05d-37c3f6233356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:50:37.662766 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf920-2ffa-4239-a05d-37c3f6233356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:37.663494 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad4d126-7521-4f7a-bbf0-fe559f6f1756 None None] Network db660754-40e5-489b-b2a5-3c04c03dda5e requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:50:37.692761 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-d6fbf920-2ffa-4239-a05d-37c3f6233356 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5877314 May 28 01:50:37.695340 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 33158) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:50:37.701061 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-321683330-router', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:50:37.705780 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:50:37.709961 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Usage tracker for resource:router and tenant:f8f57c5046744b40a60f12947b0b1538 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:50:37.712851 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:50:37.718504 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:50:37.728351 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6847'] for router, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:37.729304 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1020607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6836'] for router, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:37.744098 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:37.873026 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffb1b018-9cd8-52c6-ac74-067ce0528836-db660754-40e5-489b-b2a5-3c04c03dda5e', 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'fixed_ips': [{'subnet_id': '5b83d6aa-a2f2-460c-8cda-55cb91ce5601'}]}} from dv-cinder-793515-1-smb. {{(pid=98375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 28 01:50:37.873923 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:38.006947 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6850'] for router, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:38.024203 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.db_base_plugin_common [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Allocated IP 172.20.0.2 (db660754-40e5-489b-b2a5-3c04c03dda5e/5b83d6aa-a2f2-460c-8cda-55cb91ce5601/ff9a66dd-3782-4124-9b00-2a56278c713d) {{(pid=98375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:50:38.224264 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Notify callbacks [] for port, precommit_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:38.233908 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Transition to ACTIVE for port object ff9a66dd-3782-4124-9b00-2a56278c713d will not be triggered until provisioned by entity L2. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:50:38.252124 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Transition to ACTIVE for port object ff9a66dd-3782-4124-9b00-2a56278c713d will not be triggered until provisioned by entity DHCP. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:50:38.257745 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107'] for port, after_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:38.261203 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-7a1e7528-ef92-4722-97e2-dfe9b3f996b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:38.315585 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:38.325253 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Network db660754-40e5-489b-b2a5-3c04c03dda5e is already hosted by enough agents. {{(pid=98375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:50:38.328103 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.scheduler.base_scheduler [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Resources bound (agent type, host, resource id): {{(pid=98375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:50:38.331477 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Received port after_create {{(pid=98375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:50:38.337835 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Pushing event updated for resources: {'Port': ['ID=ff9a66dd-3782-4124-9b00-2a56278c713d,revision_number=1']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:38.346487 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:38.372914 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:38.373258 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:38.373597 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:38.373926 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:38.374270 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:38.374578 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:38.374898 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:38.375220 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:38.375542 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:38.375880 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:38.376205 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:38.376524 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:38.384236 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:38.435073 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Attempting to bind port ff9a66dd-3782-4124-9b00-2a56278c713d on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:50:38.435555 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Attempting to bind port ff9a66dd-3782-4124-9b00-2a56278c713d by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': 'e27d86d5-1326-462e-9c8e-6939b57ec36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e'}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:50:38.435955 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Attempting to bind port ff9a66dd-3782-4124-9b00-2a56278c713d on network db660754-40e5-489b-b2a5-3c04c03dda5e {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:50:38.442099 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:50:38.442477 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Checking segment: {'id': 'e27d86d5-1326-462e-9c8e-6939b57ec36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:50:38.442882 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:38.443281 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Bound using segment: {'id': 'e27d86d5-1326-462e-9c8e-6939b57ec36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e'} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:50:38.443755 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Bound port: ff9a66dd-3782-4124-9b00-2a56278c713d, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27d86d5-1326-462e-9c8e-6939b57ec36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e'}}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:50:38.444159 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:38.570993 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] For port ff9a66dd-3782-4124-9b00-2a56278c713d, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:50:38.572506 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_common [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Allocated IP 172.28.1.59 (5b4592e9-59af-4549-9f0c-c75a5f18ce50/a16ae849-d4aa-45ca-8c4c-825a3c72e0a4/9ad3f259-a4d4-4071-bee4-bc310d730e1e) {{(pid=98374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:50:38.574598 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] For port ff9a66dd-3782-4124-9b00-2a56278c713d, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=ff9a66dd-3782-4124-9b00-2a56278c713d,segment=NetworkSegment(e27d86d5-1326-462e-9c8e-6939b57ec36a),segment_id=e27d86d5-1326-462e-9c8e-6939b57ec36a)] {{(pid=98375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:50:38.579551 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:38.584845 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:38.675498 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Pushing event updated for resources: {'Port': ['ID=ff9a66dd-3782-4124-9b00-2a56278c713d,revision_number=2']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:38.678291 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:38.720143 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:38.749653 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:38.753625 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-9e224fc3-851c-4dc8-9b23-19dfcb8ab1a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:38.819836 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:50:38.822788 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:50:38.826518 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Received port after_create {{(pid=98374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:50:38.868450 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad3f259-a4d4-4071-bee4-bc310d730e1e,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:38.872530 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:39.248497 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:39.547269 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad00d76-3c42-4f20-8d09-97a8e41c2068 None None] Network db660754-40e5-489b-b2a5-3c04c03dda5e requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:50:39.593572 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025286'] for router, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:39.639977 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-bae3aeda-a551-4223-9f86-a3df60a36de0 None None] Provisioning for port ff9a66dd-3782-4124-9b00-2a56278c713d completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:50:39.792988 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Router 3a36f789-1083-4fb6-9b74-6c668c98502e is scheduled to L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 with binding_index 1 {{(pid=98374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 01:50:40.077691 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:50:40.087080 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Sync routers for ids ['3a36f789-1083-4fb6-9b74-6c668c98502e'] in dv-cinder-793515-1-smb {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:50:40.095928 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Routers {'3a36f789-1083-4fb6-9b74-6c668c98502e'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:50:40.096561 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:50:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['3a36f789-1083-4fb6-9b74-6c668c98502e'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:50:40.100393 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Notify callbacks [] for router, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:40.101594 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4047353 May 28 01:50:40.104425 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 33162) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:50:40.270894 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Set router 3a36f789-1083-4fb6-9b74-6c668c98502e gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:50:40.551368 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'name': 'tempest-TestMinimumBasicScenario-321683330-router', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:37Z', 'updated_at': '2021-05-28T01:50:39Z', 'revision_number': 3, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'gw_port': {'id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ca:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:38Z', 'updated_at': '2021-05-28T01:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:50:40.555160 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Checking router: 3a36f789-1083-4fb6-9b74-6c668c98502e for host: dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:50:40.555516 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Updating router 3a36f789-1083-4fb6-9b74-6c668c98502e port 9ad3f259-a4d4-4071-bee4-bc310d730e1e binding host dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 01:50:40.613298 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:40.724829 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device ff9a66dd-3782-4124-9b00-2a56278c713d up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:50:40.771878 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:40.892829 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port ff9a66dd-3782-4124-9b00-2a56278c713d completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:50:40.902798 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port ff9a66dd-3782-4124-9b00-2a56278c713d triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:50:40.903174 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:40.974859 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_common [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Allocated IP 172.20.0.1 (db660754-40e5-489b-b2a5-3c04c03dda5e/5b83d6aa-a2f2-460c-8cda-55cb91ce5601/fbfca674-c92d-419a-9dc2-e801ceb9d23b) {{(pid=98374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:50:41.095180 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Notify callbacks [] for port, precommit_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:41.100672 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:41.119337 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:41.121795 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Transition to ACTIVE for port object 9ad3f259-a4d4-4071-bee4-bc310d730e1e will not be triggered until provisioned by entity L2. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:50:41.134664 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.provisioning_blocks [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Transition to ACTIVE for port object fbfca674-c92d-419a-9dc2-e801ceb9d23b will not be triggered until provisioned by entity DHCP. {{(pid=98374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:50:41.137851 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:41.143071 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:41.161555 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:41.165158 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-e1f03fb6-6f6a-4c5d-bfc1-8ec7ddd4f634 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:41.188377 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port ff9a66dd-3782-4124-9b00-2a56278c713d, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=ff9a66dd-3782-4124-9b00-2a56278c713d,segment=NetworkSegment(e27d86d5-1326-462e-9c8e-6939b57ec36a),segment_id=e27d86d5-1326-462e-9c8e-6939b57ec36a)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:50:41.233519 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Network db660754-40e5-489b-b2a5-3c04c03dda5e is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:50:41.236537 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:50:41.239160 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Received port after_create {{(pid=98374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:50:41.250620 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:41.265107 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Attempting to bind port 9ad3f259-a4d4-4071-bee4-bc310d730e1e on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:50:41.265472 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Attempting to bind port 9ad3f259-a4d4-4071-bee4-bc310d730e1e by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:50:41.265833 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Attempting to bind port 9ad3f259-a4d4-4071-bee4-bc310d730e1e on network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:50:41.273794 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbbd02-d7c2-4ee3-9794-f66f47fd4aa7 None None] Pushing event updated for resources: {'Port': ['ID=9ad3f259-a4d4-4071-bee4-bc310d730e1e,revision_number=2']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:41.276137 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:50:41.276515 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Checking segment: {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:50:41.276912 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:41.277284 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Bound using segment: {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:50:41.277760 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Bound port: 9ad3f259-a4d4-4071-bee4-bc310d730e1e, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:50:41.278133 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:41.280152 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Pushing event updated for resources: {'Port': ['ID=fbfca674-c92d-419a-9dc2-e801ceb9d23b,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:41.287623 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:41.300672 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031799'] for router_interface, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:41.301329 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-91cbbd02-d7c2-4ee3-9794-f66f47fd4aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:41.305792 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:41.409772 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=ff9a66dd-3782-4124-9b00-2a56278c713d,revision_number=3']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:41.413842 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:41.414870 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] For port 9ad3f259-a4d4-4071-bee4-bc310d730e1e, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:50:41.418299 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] For port 9ad3f259-a4d4-4071-bee4-bc310d730e1e, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=9ad3f259-a4d4-4071-bee4-bc310d730e1e,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:50:41.423944 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:41.427925 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:41.508796 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Routers {'3a36f789-1083-4fb6-9b74-6c668c98502e'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:50:41.509326 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:50:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['3a36f789-1083-4fb6-9b74-6c668c98502e'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:50:41.574470 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbbd02-d7c2-4ee3-9794-f66f47fd4aa7 None None] Pushing event updated for resources: {'Port': ['ID=9ad3f259-a4d4-4071-bee4-bc310d730e1e,revision_number=3']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:41.579467 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-91cbbd02-d7c2-4ee3-9794-f66f47fd4aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:41.589624 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-e1b6fc72-b941-4213-9a33-52dffd49588e None None] Provisioning for port fbfca674-c92d-419a-9dc2-e801ceb9d23b completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:50:41.600954 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-e1b6fc72-b941-4213-9a33-52dffd49588e None None] Provisioning complete for port fbfca674-c92d-419a-9dc2-e801ceb9d23b triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:50:41.601333 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e1b6fc72-b941-4213-9a33-52dffd49588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:41.662922 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:41.725133 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-e1b6fc72-b941-4213-9a33-52dffd49588e None None] Port fbfca674-c92d-419a-9dc2-e801ceb9d23b cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:50:41.742651 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] Set router 3a36f789-1083-4fb6-9b74-6c668c98502e gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:50:41.882410 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:41.887726 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10898818'] for port, after_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:41.913647 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-89d2ba62-12f4-4c04-9fad-78f11150f094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:41.986904 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Pushing event updated for resources: {'Port': ['ID=fbfca674-c92d-419a-9dc2-e801ceb9d23b,revision_number=2']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:41.991378 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:41.995407 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1031898'] for router_interface, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:42.027696 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'name': 'tempest-TestMinimumBasicScenario-321683330-router', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:37Z', 'updated_at': '2021-05-28T01:50:39Z', 'revision_number': 3, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'gw_port': {'id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ca:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:38Z', 'updated_at': '2021-05-28T01:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:50:42.031725 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d1db5-0f6d-48a4-908c-96ec9baa2b6b None None] The sync data for ids ['3a36f789-1083-4fb6-9b74-6c668c98502e'] in dv-cinder-793515-1-smb is: [{'id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'name': 'tempest-TestMinimumBasicScenario-321683330-router', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:37Z', 'updated_at': '2021-05-28T01:50:39Z', 'revision_number': 3, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'gw_port': {'id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ca:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:38Z', 'updated_at': '2021-05-28T01:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}] {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:50:42.131355 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Network db660754-40e5-489b-b2a5-3c04c03dda5e is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:50:42.132432 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:50:42.380540 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Router 3a36f789-1083-4fb6-9b74-6c668c98502e has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:50:42.459315 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-5c2486d4-333a-4ab9-8b99-e91dbb135c37 None None] Provisioning complete for port fbfca674-c92d-419a-9dc2-e801ceb9d23b triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:50:42.460200 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-5c2486d4-333a-4ab9-8b99-e91dbb135c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:42.516040 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-5c2486d4-333a-4ab9-8b99-e91dbb135c37 None None] Port fbfca674-c92d-419a-9dc2-e801ceb9d23b cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:50:42.575761 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:50:42.591092 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-0d4d3148-76fa-4958-bb43-eeb2fa21fe9c admin admin] 10.222.0.32 "PUT /v2.0/routers/3a36f789-1083-4fb6-9b74-6c668c98502e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4856219 May 28 01:50:42.778317 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 9ad3f259-a4d4-4071-bee4-bc310d730e1e up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:50:42.856241 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port 9ad3f259-a4d4-4071-bee4-bc310d730e1e completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:50:42.861898 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 9ad3f259-a4d4-4071-bee4-bc310d730e1e triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:50:42.862365 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:42.981021 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:43.000341 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port 9ad3f259-a4d4-4071-bee4-bc310d730e1e, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=9ad3f259-a4d4-4071-bee4-bc310d730e1e,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:50:43.004470 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:43.005479 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device ff9a66dd-3782-4124-9b00-2a56278c713d up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:50:43.036672 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:43.123694 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=9ad3f259-a4d4-4071-bee4-bc310d730e1e,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:43.127069 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:43.128971 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33190) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:50:43.134814 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-817026377-network', 'tenant_id': '002767ef71f84cd6be583c811b33665e'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:50:43.136136 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port ff9a66dd-3782-4124-9b00-2a56278c713d triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:50:43.136509 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:43.139346 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:50:43.143085 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Usage tracker for resource:network and tenant:002767ef71f84cd6be583c811b33665e is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:50:43.146534 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:50:43.152177 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:50:43.163336 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Made reservation on behalf of 002767ef71f84cd6be583c811b33665e for: {'network': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:50:43.165650 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4178980'] for network, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:43.177415 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:43.191327 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:50:43.195075 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Usage tracker for resource:security_group_rule and tenant:002767ef71f84cd6be583c811b33665e is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:50:43.197915 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:50:43.203860 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:50:43.294727 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:43.298528 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:43.301683 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-a7b99874-822f-4197-ba74-6459f93e6c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:43.332134 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=98373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 01:50:43.337891 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72904c55-ec08-4a13-ae26-872d4c26c78a,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:43.341338 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:43.348428 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:43.348776 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.segments_db [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Added segment a91b3f67-132d-4014-8767-c964be3fb566 of type vlan for network eaccbb21-42e1-4ccc-b8d0-13697daef7e5 May 28 01:50:43.378475 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764330948172'] for network, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:43.409012 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760'] for network, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:43.410942 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:50:43.411510 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:43.414710 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:43.513511 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Pushing event updated for resources: {'Network': ['ID=eaccbb21-42e1-4ccc-b8d0-13697daef7e5,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:43.516765 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3867912 May 28 01:50:43.517603 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-eab00f89-6ed9-4014-9e1f-45dda445a30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:43.519613 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 33194) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:50:43.524408 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Network eaccbb21-42e1-4ccc-b8d0-13697daef7e5 details requested by agent ovs-agent-dv-cinder-793515-1-smb with host dv-cinder-793515-1-smb {{(pid=98375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 01:50:43.525691 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-404447b6-c404-4329-abea-aaa420593975 admin admin] Request body: {'subnet': {'network_id': 'eaccbb21-42e1-4ccc-b8d0-13697daef7e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-817026377-subnet', 'tenant_id': '002767ef71f84cd6be583c811b33665e', 'ip_version': 4}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:50:43.530778 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-404447b6-c404-4329-abea-aaa420593975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:50:43.535741 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-404447b6-c404-4329-abea-aaa420593975 admin admin] Usage tracker for resource:subnet and tenant:002767ef71f84cd6be583c811b33665e is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:50:43.539024 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-404447b6-c404-4329-abea-aaa420593975 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:50:43.545644 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-404447b6-c404-4329-abea-aaa420593975 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:50:43.553341 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Sync routers for ids ['3a36f789-1083-4fb6-9b74-6c668c98502e'] in dv-cinder-793515-1-smb {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:50:43.558625 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404447b6-c404-4329-abea-aaa420593975 admin admin] Made reservation on behalf of 002767ef71f84cd6be583c811b33665e for: {'subnet': 1} {{(pid=98374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:50:43.561228 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-404447b6-c404-4329-abea-aaa420593975 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11069009'] for subnet, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:43.563152 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Routers {'3a36f789-1083-4fb6-9b74-6c668c98502e'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:50:43.563770 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:50:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['3a36f789-1083-4fb6-9b74-6c668c98502e'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:50:43.743214 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Set router 3a36f789-1083-4fb6-9b74-6c668c98502e gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:50:43.943499 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-404447b6-c404-4329-abea-aaa420593975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10760763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11068999'] for subnet, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:43.947813 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:44.071805 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'name': 'tempest-TestMinimumBasicScenario-321683330-router', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:37Z', 'updated_at': '2021-05-28T01:50:41Z', 'revision_number': 4, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'gw_port': {'id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:38Z', 'updated_at': '2021-05-28T01:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': 'fbfca674-c92d-419a-9dc2-e801ceb9d23b', 'name': '', 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'mac_address': 'fa:16:3e:3a:f3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5b83d6aa-a2f2-460c-8cda-55cb91ce5601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:40Z', 'updated_at': '2021-05-28T01:50:41Z', 'revision_number': 2, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'subnets': [{'id': '5b83d6aa-a2f2-460c-8cda-55cb91ce5601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:50:44.075482 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Checking router: 3a36f789-1083-4fb6-9b74-6c668c98502e for host: dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:50:44.075870 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Updating router 3a36f789-1083-4fb6-9b74-6c668c98502e port fbfca674-c92d-419a-9dc2-e801ceb9d23b binding host dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 01:50:44.117552 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404447b6-c404-4329-abea-aaa420593975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c0d265-5027-4497-8c16-d0e9d52ff425,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:44.121649 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-404447b6-c404-4329-abea-aaa420593975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:44.125672 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404447b6-c404-4329-abea-aaa420593975 admin admin] Checking segment: {'id': 'a91b3f67-132d-4014-8767-c964be3fb566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eaccbb21-42e1-4ccc-b8d0-13697daef7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:50:44.126022 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404447b6-c404-4329-abea-aaa420593975 admin admin] Network hostable DHCP agents. Network: eaccbb21-42e1-4ccc-b8d0-13697daef7e5, hostable agents: ['18dcb2a5-1deb-4e04-a203-0597d71fb4d8'], hosted agents: [] {{(pid=98374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 01:50:44.130312 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:44.143108 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404447b6-c404-4329-abea-aaa420593975 admin admin] Network eaccbb21-42e1-4ccc-b8d0-13697daef7e5 is scheduled to be hosted by DHCP agent 18dcb2a5-1deb-4e04-a203-0597d71fb4d8 with binding_index 1 {{(pid=98374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 01:50:44.151448 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-404447b6-c404-4329-abea-aaa420593975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-1-smb, eaccbb21-42e1-4ccc-b8d0-13697daef7e5) {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:50:44.161543 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92de4da6-1a6e-4fd8-be73-edc92c7707e4 None None] Network eaccbb21-42e1-4ccc-b8d0-13697daef7e5 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:50:44.165103 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404447b6-c404-4329-abea-aaa420593975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:50:44.165704 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-404447b6-c404-4329-abea-aaa420593975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for subnet, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:44.188485 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-404447b6-c404-4329-abea-aaa420593975 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6676521 May 28 01:50:44.191874 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 33204) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:50:44.197392 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-817026377-router', 'tenant_id': '002767ef71f84cd6be583c811b33665e', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:50:44.202327 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:50:44.206147 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Usage tracker for resource:router and tenant:002767ef71f84cd6be583c811b33665e is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:50:44.209369 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:50:44.215453 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:50:44.226356 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6847'] for router, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:44.227477 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1020607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1047437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6836'] for router, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:44.244587 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:44.419924 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffb1b018-9cd8-52c6-ac74-067ce0528836-eaccbb21-42e1-4ccc-b8d0-13697daef7e5', 'network_id': 'eaccbb21-42e1-4ccc-b8d0-13697daef7e5', 'tenant_id': '002767ef71f84cd6be583c811b33665e', 'fixed_ips': [{'subnet_id': '11c0d265-5027-4497-8c16-d0e9d52ff425'}]}} from dv-cinder-793515-1-smb. {{(pid=98375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 28 01:50:44.420746 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:44.492434 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Notify callbacks [] for port, precommit_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:44.507672 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.provisioning_blocks [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Transition to ACTIVE for port object fbfca674-c92d-419a-9dc2-e801ceb9d23b will not be triggered until provisioned by entity L2. {{(pid=98376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:50:44.515405 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:44.522000 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:44.529774 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6850'] for router, precommit_update {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:44.574933 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.db_base_plugin_common [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Allocated IP 172.20.0.2 (eaccbb21-42e1-4ccc-b8d0-13697daef7e5/11c0d265-5027-4497-8c16-d0e9d52ff425/db096fc9-7a93-462c-837c-280427cc6a58) {{(pid=98375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:50:44.584545 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28d53c-8658-4b2d-9fe1-8c4434841b79 None None] Pushing event updated for resources: {'Port': ['ID=fbfca674-c92d-419a-9dc2-e801ceb9d23b,revision_number=3']} {{(pid=98376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:44.593195 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28d53c-8658-4b2d-9fe1-8c4434841b79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:44.593725 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28d53c-8658-4b2d-9fe1-8c4434841b79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:44.593919 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28d53c-8658-4b2d-9fe1-8c4434841b79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:44.594178 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28d53c-8658-4b2d-9fe1-8c4434841b79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:44.594496 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28d53c-8658-4b2d-9fe1-8c4434841b79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:44.594814 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28d53c-8658-4b2d-9fe1-8c4434841b79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:44.595132 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28d53c-8658-4b2d-9fe1-8c4434841b79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:44.595435 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28d53c-8658-4b2d-9fe1-8c4434841b79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:44.595744 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28d53c-8658-4b2d-9fe1-8c4434841b79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:44.596076 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28d53c-8658-4b2d-9fe1-8c4434841b79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:44.596388 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28d53c-8658-4b2d-9fe1-8c4434841b79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:44.596690 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28d53c-8658-4b2d-9fe1-8c4434841b79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:50:44.602010 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-5d28d53c-8658-4b2d-9fe1-8c4434841b79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:44.747023 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 9ad3f259-a4d4-4071-bee4-bc310d730e1e up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:50:44.796105 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Attempting to bind port fbfca674-c92d-419a-9dc2-e801ceb9d23b on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:50:44.796470 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Attempting to bind port fbfca674-c92d-419a-9dc2-e801ceb9d23b by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': 'e27d86d5-1326-462e-9c8e-6939b57ec36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e'}] {{(pid=98376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:50:44.797002 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Attempting to bind port fbfca674-c92d-419a-9dc2-e801ceb9d23b on network db660754-40e5-489b-b2a5-3c04c03dda5e {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:50:44.802643 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:50:44.803292 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Checking segment: {'id': 'e27d86d5-1326-462e-9c8e-6939b57ec36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:50:44.803893 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:44.804453 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Bound using segment: {'id': 'e27d86d5-1326-462e-9c8e-6939b57ec36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e'} {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:50:44.805090 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Bound port: fbfca674-c92d-419a-9dc2-e801ceb9d23b, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27d86d5-1326-462e-9c8e-6939b57ec36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e'}}] {{(pid=98376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:50:44.805866 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:44.885904 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Notify callbacks [] for port, precommit_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:44.898089 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.db [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] For port fbfca674-c92d-419a-9dc2-e801ceb9d23b, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:50:44.899425 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Transition to ACTIVE for port object db096fc9-7a93-462c-837c-280427cc6a58 will not be triggered until provisioned by entity L2. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:50:44.902230 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.db [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] For port fbfca674-c92d-419a-9dc2-e801ceb9d23b, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=fbfca674-c92d-419a-9dc2-e801ceb9d23b,segment=NetworkSegment(e27d86d5-1326-462e-9c8e-6939b57ec36a),segment_id=e27d86d5-1326-462e-9c8e-6939b57ec36a)] {{(pid=98376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:50:44.905686 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:44.912405 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:44.922900 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 9ad3f259-a4d4-4071-bee4-bc310d730e1e triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:50:44.923277 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:44.925351 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:44.951536 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Transition to ACTIVE for port object db096fc9-7a93-462c-837c-280427cc6a58 will not be triggered until provisioned by entity DHCP. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:50:44.957537 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:44.974118 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107'] for port, after_create {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:44.982621 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:44.988908 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Routers {'3a36f789-1083-4fb6-9b74-6c668c98502e'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:50:44.989546 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:50:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['3a36f789-1083-4fb6-9b74-6c668c98502e'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:50:45.052589 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28d53c-8658-4b2d-9fe1-8c4434841b79 None None] Pushing event updated for resources: {'Port': ['ID=fbfca674-c92d-419a-9dc2-e801ceb9d23b,revision_number=4']} {{(pid=98376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:45.057785 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-5d28d53c-8658-4b2d-9fe1-8c4434841b79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:45.076083 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Network eaccbb21-42e1-4ccc-b8d0-13697daef7e5 is already hosted by enough agents. {{(pid=98375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:50:45.079250 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.scheduler.base_scheduler [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Resources bound (agent type, host, resource id): {{(pid=98375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:50:45.082488 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Received port after_create {{(pid=98375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:50:45.092353 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Pushing event updated for resources: {'Port': ['ID=db096fc9-7a93-462c-837c-280427cc6a58,revision_number=1']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:45.095492 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:45.135379 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.db_base_plugin_common [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Allocated IP 172.28.1.41 (5b4592e9-59af-4549-9f0c-c75a5f18ce50/a16ae849-d4aa-45ca-8c4c-825a3c72e0a4/6caa75a7-99ce-4c38-aab6-02cad69f1f97) {{(pid=98374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:50:45.182417 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] Set router 3a36f789-1083-4fb6-9b74-6c668c98502e gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:50:45.266669 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Attempting to bind port db096fc9-7a93-462c-837c-280427cc6a58 on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:50:45.267765 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Attempting to bind port db096fc9-7a93-462c-837c-280427cc6a58 by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': 'a91b3f67-132d-4014-8767-c964be3fb566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eaccbb21-42e1-4ccc-b8d0-13697daef7e5'}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:50:45.268369 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Attempting to bind port db096fc9-7a93-462c-837c-280427cc6a58 on network eaccbb21-42e1-4ccc-b8d0-13697daef7e5 {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:50:45.274059 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:50:45.274723 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Checking segment: {'id': 'a91b3f67-132d-4014-8767-c964be3fb566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eaccbb21-42e1-4ccc-b8d0-13697daef7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:50:45.275356 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:45.276046 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Bound using segment: {'id': 'a91b3f67-132d-4014-8767-c964be3fb566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eaccbb21-42e1-4ccc-b8d0-13697daef7e5'} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:50:45.276840 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Bound port: db096fc9-7a93-462c-837c-280427cc6a58, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91b3f67-132d-4014-8767-c964be3fb566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eaccbb21-42e1-4ccc-b8d0-13697daef7e5'}}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:50:45.277445 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:45.301974 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:45.332316 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10898827'] for port, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:45.337685 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-b88cfb77-ae20-42f0-94ff-1b47b659a825 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:45.382030 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] For port db096fc9-7a93-462c-837c-280427cc6a58, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:50:45.385647 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] For port db096fc9-7a93-462c-837c-280427cc6a58, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=db096fc9-7a93-462c-837c-280427cc6a58,segment=NetworkSegment(a91b3f67-132d-4014-8767-c964be3fb566),segment_id=a91b3f67-132d-4014-8767-c964be3fb566)] {{(pid=98375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:50:45.389998 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:45.395228 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-2b687fa9-3f6c-438e-a1cc-1a0c18209b2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:45.403432 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 is already hosted by enough agents. {{(pid=98374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:50:45.406347 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.base_scheduler [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Resources bound (agent type, host, resource id): {{(pid=98374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:50:45.408951 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Received port after_create {{(pid=98374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:50:45.459087 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Pushing event updated for resources: {'Port': ['ID=6caa75a7-99ce-4c38-aab6-02cad69f1f97,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:45.462130 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:45.481222 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Pushing event updated for resources: {'Port': ['ID=db096fc9-7a93-462c-837c-280427cc6a58,revision_number=2']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:45.491479 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:45.509828 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'name': 'tempest-TestMinimumBasicScenario-321683330-router', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:37Z', 'updated_at': '2021-05-28T01:50:41Z', 'revision_number': 4, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'gw_port': {'id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:38Z', 'updated_at': '2021-05-28T01:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': 'fbfca674-c92d-419a-9dc2-e801ceb9d23b', 'name': '', 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'mac_address': 'fa:16:3e:3a:f3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5b83d6aa-a2f2-460c-8cda-55cb91ce5601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:40Z', 'updated_at': '2021-05-28T01:50:44Z', 'revision_number': 4, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'subnets': [{'id': '5b83d6aa-a2f2-460c-8cda-55cb91ce5601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:50:45.513712 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525a8946-207d-4f81-b726-80161f29f8fb None None] The sync data for ids ['3a36f789-1083-4fb6-9b74-6c668c98502e'] in dv-cinder-793515-1-smb is: [{'id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'name': 'tempest-TestMinimumBasicScenario-321683330-router', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:37Z', 'updated_at': '2021-05-28T01:50:41Z', 'revision_number': 4, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'gw_port': {'id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:38Z', 'updated_at': '2021-05-28T01:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': 'fbfca674-c92d-419a-9dc2-e801ceb9d23b', 'name': '', 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'mac_address': 'fa:16:3e:3a:f3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5b83d6aa-a2f2-460c-8cda-55cb91ce5601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:40Z', 'updated_at': '2021-05-28T01:50:44Z', 'revision_number': 4, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'subnets': [{'id': '5b83d6aa-a2f2-460c-8cda-55cb91ce5601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:50:45.993885 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:46.353208 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025286'] for router, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:46.435631 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c32879-c2cf-49cf-b741-bbdf3cd7ac50 None None] Network eaccbb21-42e1-4ccc-b8d0-13697daef7e5 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:50:46.529265 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-fa4fa3ba-4894-458c-9627-b1cfe0d836d2 None None] Provisioning for port db096fc9-7a93-462c-837c-280427cc6a58 completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:50:46.574992 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Router 6436f18f-1758-41bc-a939-0b0f418fe981 is scheduled to L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 with binding_index 1 {{(pid=98374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 28 01:50:46.756273 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device db096fc9-7a93-462c-837c-280427cc6a58 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:50:46.763054 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:50:46.787484 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] Notify callbacks [] for router, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:46.788727 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-88fe0364-2b2b-447b-833c-27f381639f1b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5961771 May 28 01:50:46.791726 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33212) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:50:46.794387 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Sync routers for ids ['6436f18f-1758-41bc-a939-0b0f418fe981'] in dv-cinder-793515-1-smb {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:50:46.820670 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Routers {'6436f18f-1758-41bc-a939-0b0f418fe981'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:50:46.821437 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:50:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['6436f18f-1758-41bc-a939-0b0f418fe981'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:50:46.999730 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port db096fc9-7a93-462c-837c-280427cc6a58 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:50:47.016109 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port db096fc9-7a93-462c-837c-280427cc6a58 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:50:47.016496 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:47.073087 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-4800cf86-8cf8-4c49-ba10-99f85bcdb46e None None] Provisioning complete for port db096fc9-7a93-462c-837c-280427cc6a58 triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:50:47.073466 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-4800cf86-8cf8-4c49-ba10-99f85bcdb46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:47.135450 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Set router 6436f18f-1758-41bc-a939-0b0f418fe981 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:50:47.468832 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:47.514078 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-4800cf86-8cf8-4c49-ba10-99f85bcdb46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:47.532597 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:47.583746 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-4800cf86-8cf8-4c49-ba10-99f85bcdb46e None None] For port db096fc9-7a93-462c-837c-280427cc6a58, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=db096fc9-7a93-462c-837c-280427cc6a58,segment=NetworkSegment(a91b3f67-132d-4014-8767-c964be3fb566),segment_id=a91b3f67-132d-4014-8767-c964be3fb566)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:50:47.590729 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-4800cf86-8cf8-4c49-ba10-99f85bcdb46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:47.594890 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:47.676372 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Allocated IP 172.20.0.1 (eaccbb21-42e1-4ccc-b8d0-13697daef7e5/11c0d265-5027-4497-8c16-d0e9d52ff425/5b1f98a8-9c70-456b-bb21-11561b39cbf9) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:50:47.709369 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.db.api [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 01:50:47.709767 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_db.api [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 01:50:47.712722 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'name': 'tempest-TestMinimumBasicScenario-817026377-router', 'tenant_id': '002767ef71f84cd6be583c811b33665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '6caa75a7-99ce-4c38-aab6-02cad69f1f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:44Z', 'updated_at': '2021-05-28T01:50:45Z', 'revision_number': 3, 'project_id': '002767ef71f84cd6be583c811b33665e', 'gw_port': {'id': '6caa75a7-99ce-4c38-aab6-02cad69f1f97', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:96:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:45Z', 'updated_at': '2021-05-28T01:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:50:47.720759 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Checking router: 6436f18f-1758-41bc-a939-0b0f418fe981 for host: dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:50:47.721054 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Updating router 6436f18f-1758-41bc-a939-0b0f418fe981 port 6caa75a7-99ce-4c38-aab6-02cad69f1f97 binding host dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 01:50:47.749814 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800cf86-8cf8-4c49-ba10-99f85bcdb46e None None] Pushing event updated for resources: {'Port': ['ID=db096fc9-7a93-462c-837c-280427cc6a58,revision_number=3']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:47.753679 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-4800cf86-8cf8-4c49-ba10-99f85bcdb46e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:47.778942 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:47.826493 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:47.842575 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Transition to ACTIVE for port object 5b1f98a8-9c70-456b-bb21-11561b39cbf9 will not be triggered until provisioned by entity DHCP. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:50:47.865400 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:47.869694 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-6d65599c-3f57-4aae-9751-a8a3ddd8e454 tempest-VolumesSnapshotTestJSON-1451547970 tempest-VolumesSnapshotTestJSON-1451547970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:47.930186 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Network eaccbb21-42e1-4ccc-b8d0-13697daef7e5 is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:50:47.933077 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:50:47.936455 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:50:47.973003 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Pushing event updated for resources: {'Port': ['ID=5b1f98a8-9c70-456b-bb21-11561b39cbf9,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:47.977065 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:47.999214 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031799'] for router_interface, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:48.134117 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Notify callbacks [] for port, precommit_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:48.146004 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Transition to ACTIVE for port object 6caa75a7-99ce-4c38-aab6-02cad69f1f97 will not be triggered until provisioned by entity L2. {{(pid=98375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:50:48.152502 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:48.158337 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:48.305413 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Attempting to bind port 6caa75a7-99ce-4c38-aab6-02cad69f1f97 on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:50:48.305785 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Attempting to bind port 6caa75a7-99ce-4c38-aab6-02cad69f1f97 by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:50:48.306152 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Attempting to bind port 6caa75a7-99ce-4c38-aab6-02cad69f1f97 on network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:50:48.311321 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-b6856b96-319e-4457-9b9a-8e143d6d9d65 None None] Provisioning for port 5b1f98a8-9c70-456b-bb21-11561b39cbf9 completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:50:48.322043 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed453d8-29c5-4c88-b1e4-bc11821e680e None None] Pushing event updated for resources: {'Port': ['ID=6caa75a7-99ce-4c38-aab6-02cad69f1f97,revision_number=2']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:48.326492 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device fbfca674-c92d-419a-9dc2-e801ceb9d23b up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:50:48.350458 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-b6856b96-319e-4457-9b9a-8e143d6d9d65 None None] Provisioning complete for port 5b1f98a8-9c70-456b-bb21-11561b39cbf9 triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:50:48.350831 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-b6856b96-319e-4457-9b9a-8e143d6d9d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:48.359409 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:48.373602 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-5ed453d8-29c5-4c88-b1e4-bc11821e680e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:48.382881 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:50:48.383258 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Checking segment: {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:50:48.383652 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:48.384064 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Bound using segment: {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'} {{(pid=98375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:50:48.384544 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.managers [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Bound port: 6caa75a7-99ce-4c38-aab6-02cad69f1f97, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02b50e2-7aac-4716-bb36-ff7952798dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50'}}] {{(pid=98375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:50:48.384917 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:48.482572 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-b6856b96-319e-4457-9b9a-8e143d6d9d65 None None] Port 5b1f98a8-9c70-456b-bb21-11561b39cbf9 cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:50:48.515006 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] For port 6caa75a7-99ce-4c38-aab6-02cad69f1f97, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:50:48.520164 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] For port 6caa75a7-99ce-4c38-aab6-02cad69f1f97, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=6caa75a7-99ce-4c38-aab6-02cad69f1f97,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:50:48.525022 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:48.529992 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-4800cf86-8cf8-4c49-ba10-99f85bcdb46e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:48.564395 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port fbfca674-c92d-419a-9dc2-e801ceb9d23b completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:50:48.579903 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:48.583724 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port fbfca674-c92d-419a-9dc2-e801ceb9d23b triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:50:48.584372 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:48.584726 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:48.615905 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-cc210710-af8c-46ae-9a9f-e07e8f837570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:48.695525 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Pushing event updated for resources: {'Port': ['ID=5b1f98a8-9c70-456b-bb21-11561b39cbf9,revision_number=2']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:48.698351 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:48.699467 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1031898'] for router_interface, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:48.701031 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Routers {'6436f18f-1758-41bc-a939-0b0f418fe981'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:50:48.701659 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:50:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['6436f18f-1758-41bc-a939-0b0f418fe981'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:50:48.781748 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed453d8-29c5-4c88-b1e4-bc11821e680e None None] Pushing event updated for resources: {'Port': ['ID=6caa75a7-99ce-4c38-aab6-02cad69f1f97,revision_number=3']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:48.788774 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-5ed453d8-29c5-4c88-b1e4-bc11821e680e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:48.834377 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Network eaccbb21-42e1-4ccc-b8d0-13697daef7e5 is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:50:48.835428 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:50:48.935635 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:48.945900 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] Set router 6436f18f-1758-41bc-a939-0b0f418fe981 gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:50:49.027010 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Router 6436f18f-1758-41bc-a939-0b0f418fe981 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:50:49.105291 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port fbfca674-c92d-419a-9dc2-e801ceb9d23b, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=fbfca674-c92d-419a-9dc2-e801ceb9d23b,segment=NetworkSegment(e27d86d5-1326-462e-9c8e-6939b57ec36a),segment_id=e27d86d5-1326-462e-9c8e-6939b57ec36a)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:50:49.118087 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:49.162169 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:49.205619 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:50:49.212432 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device db096fc9-7a93-462c-837c-280427cc6a58 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:50:49.214891 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] 10.222.0.32 "PUT /v2.0/routers/6436f18f-1758-41bc-a939-0b0f418fe981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4215033 May 28 01:50:49.284593 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-45bf7245-67e9-4f3c-a7a0-c25c04219380 None None] Provisioning complete for port 5b1f98a8-9c70-456b-bb21-11561b39cbf9 triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:50:49.284986 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-45bf7245-67e9-4f3c-a7a0-c25c04219380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:49.382630 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=fbfca674-c92d-419a-9dc2-e801ceb9d23b,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:49.389582 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:49.418269 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-45bf7245-67e9-4f3c-a7a0-c25c04219380 None None] Port 5b1f98a8-9c70-456b-bb21-11561b39cbf9 cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:50:49.442113 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port db096fc9-7a93-462c-837c-280427cc6a58 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:50:49.442491 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:49.514284 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'name': 'tempest-TestMinimumBasicScenario-817026377-router', 'tenant_id': '002767ef71f84cd6be583c811b33665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '6caa75a7-99ce-4c38-aab6-02cad69f1f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:44Z', 'updated_at': '2021-05-28T01:50:48Z', 'revision_number': 4, 'project_id': '002767ef71f84cd6be583c811b33665e', 'gw_port': {'id': '6caa75a7-99ce-4c38-aab6-02cad69f1f97', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:96:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:45Z', 'updated_at': '2021-05-28T01:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '5b1f98a8-9c70-456b-bb21-11561b39cbf9', 'name': '', 'network_id': 'eaccbb21-42e1-4ccc-b8d0-13697daef7e5', 'tenant_id': '002767ef71f84cd6be583c811b33665e', 'mac_address': 'fa:16:3e:56:7a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '11c0d265-5027-4497-8c16-d0e9d52ff425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:47Z', 'updated_at': '2021-05-28T01:50:48Z', 'revision_number': 2, 'project_id': '002767ef71f84cd6be583c811b33665e', 'subnets': [{'id': '11c0d265-5027-4497-8c16-d0e9d52ff425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:50:49.548664 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85922ac6-9d48-4014-b6af-566434cc2921 None None] The sync data for ids ['6436f18f-1758-41bc-a939-0b0f418fe981'] in dv-cinder-793515-1-smb is: [{'id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'name': 'tempest-TestMinimumBasicScenario-817026377-router', 'tenant_id': '002767ef71f84cd6be583c811b33665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '6caa75a7-99ce-4c38-aab6-02cad69f1f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:44Z', 'updated_at': '2021-05-28T01:50:48Z', 'revision_number': 4, 'project_id': '002767ef71f84cd6be583c811b33665e', 'gw_port': {'id': '6caa75a7-99ce-4c38-aab6-02cad69f1f97', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:96:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:45Z', 'updated_at': '2021-05-28T01:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '5b1f98a8-9c70-456b-bb21-11561b39cbf9', 'name': '', 'network_id': 'eaccbb21-42e1-4ccc-b8d0-13697daef7e5', 'tenant_id': '002767ef71f84cd6be583c811b33665e', 'mac_address': 'fa:16:3e:56:7a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '11c0d265-5027-4497-8c16-d0e9d52ff425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:47Z', 'updated_at': '2021-05-28T01:50:48Z', 'revision_number': 2, 'project_id': '002767ef71f84cd6be583c811b33665e', 'subnets': [{'id': '11c0d265-5027-4497-8c16-d0e9d52ff425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:50:51.292155 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 6caa75a7-99ce-4c38-aab6-02cad69f1f97 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:50:51.365583 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port 6caa75a7-99ce-4c38-aab6-02cad69f1f97 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:50:51.370363 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 6caa75a7-99ce-4c38-aab6-02cad69f1f97 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:50:51.370741 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:51.506146 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:51.525268 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port 6caa75a7-99ce-4c38-aab6-02cad69f1f97, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=6caa75a7-99ce-4c38-aab6-02cad69f1f97,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:50:51.531142 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:51.534224 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device fbfca674-c92d-419a-9dc2-e801ceb9d23b up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:50:51.562998 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-fa4a1dd3-e2d1-45c3-ab0f-5d3715f5ca07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:51.653601 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=6caa75a7-99ce-4c38-aab6-02cad69f1f97,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:51.657393 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:51.671330 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port fbfca674-c92d-419a-9dc2-e801ceb9d23b triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:50:51.671859 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:53.211972 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 6caa75a7-99ce-4c38-aab6-02cad69f1f97 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:50:53.295438 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 6caa75a7-99ce-4c38-aab6-02cad69f1f97 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:50:53.295725 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:53.455472 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Sync routers for ids ['6436f18f-1758-41bc-a939-0b0f418fe981'] in dv-cinder-793515-1-smb {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:50:53.465261 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Routers {'6436f18f-1758-41bc-a939-0b0f418fe981'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:50:53.466091 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:50:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['6436f18f-1758-41bc-a939-0b0f418fe981'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:50:53.652404 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Set router 6436f18f-1758-41bc-a939-0b0f418fe981 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:50:53.979233 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'name': 'tempest-TestMinimumBasicScenario-817026377-router', 'tenant_id': '002767ef71f84cd6be583c811b33665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '6caa75a7-99ce-4c38-aab6-02cad69f1f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:44Z', 'updated_at': '2021-05-28T01:50:48Z', 'revision_number': 4, 'project_id': '002767ef71f84cd6be583c811b33665e', 'gw_port': {'id': '6caa75a7-99ce-4c38-aab6-02cad69f1f97', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:45Z', 'updated_at': '2021-05-28T01:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '5b1f98a8-9c70-456b-bb21-11561b39cbf9', 'name': '', 'network_id': 'eaccbb21-42e1-4ccc-b8d0-13697daef7e5', 'tenant_id': '002767ef71f84cd6be583c811b33665e', 'mac_address': 'fa:16:3e:56:7a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '11c0d265-5027-4497-8c16-d0e9d52ff425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:47Z', 'updated_at': '2021-05-28T01:50:48Z', 'revision_number': 2, 'project_id': '002767ef71f84cd6be583c811b33665e', 'subnets': [{'id': '11c0d265-5027-4497-8c16-d0e9d52ff425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:50:53.983455 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Checking router: 6436f18f-1758-41bc-a939-0b0f418fe981 for host: dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:50:53.983455 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Updating router 6436f18f-1758-41bc-a939-0b0f418fe981 port 5b1f98a8-9c70-456b-bb21-11561b39cbf9 binding host dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 01:50:54.069130 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:54.422385 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Notify callbacks [] for port, precommit_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:54.434821 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.provisioning_blocks [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Transition to ACTIVE for port object 5b1f98a8-9c70-456b-bb21-11561b39cbf9 will not be triggered until provisioned by entity L2. {{(pid=98376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:50:54.442276 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:54.451259 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:54.577201 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f4db9-c305-4b0f-81f2-af670bc7d461 None None] Pushing event updated for resources: {'Port': ['ID=5b1f98a8-9c70-456b-bb21-11561b39cbf9,revision_number=3']} {{(pid=98376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:54.581709 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-729f4db9-c305-4b0f-81f2-af670bc7d461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:54.683117 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Attempting to bind port 5b1f98a8-9c70-456b-bb21-11561b39cbf9 on host dv-cinder-793515-1-smb for vnic_type normal with profile {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:50:54.683423 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Attempting to bind port 5b1f98a8-9c70-456b-bb21-11561b39cbf9 by drivers openvswitch,hyperv on host dv-cinder-793515-1-smb at level 0 using segments [{'id': 'a91b3f67-132d-4014-8767-c964be3fb566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eaccbb21-42e1-4ccc-b8d0-13697daef7e5'}] {{(pid=98376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:50:54.683749 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Attempting to bind port 5b1f98a8-9c70-456b-bb21-11561b39cbf9 on network eaccbb21-42e1-4ccc-b8d0-13697daef7e5 {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:50:54.691600 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Checking agent: {'id': '28b371e8-ead3-41af-87cf-30d957be85c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 34, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:50:54.692103 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Checking segment: {'id': 'a91b3f67-132d-4014-8767-c964be3fb566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eaccbb21-42e1-4ccc-b8d0-13697daef7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:50:54.692625 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:54.693149 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Bound using segment: {'id': 'a91b3f67-132d-4014-8767-c964be3fb566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eaccbb21-42e1-4ccc-b8d0-13697daef7e5'} {{(pid=98376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:50:54.693548 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.managers [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Bound port: 5b1f98a8-9c70-456b-bb21-11561b39cbf9, host: dv-cinder-793515-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91b3f67-132d-4014-8767-c964be3fb566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eaccbb21-42e1-4ccc-b8d0-13697daef7e5'}}] {{(pid=98376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:50:54.693927 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:54.797660 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.db [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] For port 5b1f98a8-9c70-456b-bb21-11561b39cbf9, host dv-cinder-793515-1-smb, cleared binding levels {{(pid=98376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:50:54.801931 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.plugins.ml2.db [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] For port 5b1f98a8-9c70-456b-bb21-11561b39cbf9, host dv-cinder-793515-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=5b1f98a8-9c70-456b-bb21-11561b39cbf9,segment=NetworkSegment(a91b3f67-132d-4014-8767-c964be3fb566),segment_id=a91b3f67-132d-4014-8767-c964be3fb566)] {{(pid=98376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:50:54.808894 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron_lib.callbacks.manager [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:54.812875 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-5d28d53c-8658-4b2d-9fe1-8c4434841b79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:54.904426 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Routers {'6436f18f-1758-41bc-a939-0b0f418fe981'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:50:54.905076 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:50:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['6436f18f-1758-41bc-a939-0b0f418fe981'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:50:54.987141 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f4db9-c305-4b0f-81f2-af670bc7d461 None None] Pushing event updated for resources: {'Port': ['ID=5b1f98a8-9c70-456b-bb21-11561b39cbf9,revision_number=4']} {{(pid=98376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:55.000959 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG oslo_concurrency.lockutils [None req-729f4db9-c305-4b0f-81f2-af670bc7d461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:55.130814 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] Set router 6436f18f-1758-41bc-a939-0b0f418fe981 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:50:55.247288 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 5b1f98a8-9c70-456b-bb21-11561b39cbf9 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:50:55.343476 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning for port 5b1f98a8-9c70-456b-bb21-11561b39cbf9 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:50:55.353821 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 5b1f98a8-9c70-456b-bb21-11561b39cbf9 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:50:55.353821 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:55.484793 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:55.507963 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'name': 'tempest-TestMinimumBasicScenario-817026377-router', 'tenant_id': '002767ef71f84cd6be583c811b33665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '6caa75a7-99ce-4c38-aab6-02cad69f1f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:44Z', 'updated_at': '2021-05-28T01:50:48Z', 'revision_number': 4, 'project_id': '002767ef71f84cd6be583c811b33665e', 'gw_port': {'id': '6caa75a7-99ce-4c38-aab6-02cad69f1f97', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:45Z', 'updated_at': '2021-05-28T01:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '5b1f98a8-9c70-456b-bb21-11561b39cbf9', 'name': '', 'network_id': 'eaccbb21-42e1-4ccc-b8d0-13697daef7e5', 'tenant_id': '002767ef71f84cd6be583c811b33665e', 'mac_address': 'fa:16:3e:56:7a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '11c0d265-5027-4497-8c16-d0e9d52ff425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:47Z', 'updated_at': '2021-05-28T01:50:54Z', 'revision_number': 4, 'project_id': '002767ef71f84cd6be583c811b33665e', 'subnets': [{'id': '11c0d265-5027-4497-8c16-d0e9d52ff425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:50:55.512643 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548d30dc-fa5c-40df-a67b-07a423169bc6 None None] The sync data for ids ['6436f18f-1758-41bc-a939-0b0f418fe981'] in dv-cinder-793515-1-smb is: [{'id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'name': 'tempest-TestMinimumBasicScenario-817026377-router', 'tenant_id': '002767ef71f84cd6be583c811b33665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '6caa75a7-99ce-4c38-aab6-02cad69f1f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:44Z', 'updated_at': '2021-05-28T01:50:48Z', 'revision_number': 4, 'project_id': '002767ef71f84cd6be583c811b33665e', 'gw_port': {'id': '6caa75a7-99ce-4c38-aab6-02cad69f1f97', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:45Z', 'updated_at': '2021-05-28T01:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': '5b1f98a8-9c70-456b-bb21-11561b39cbf9', 'name': '', 'network_id': 'eaccbb21-42e1-4ccc-b8d0-13697daef7e5', 'tenant_id': '002767ef71f84cd6be583c811b33665e', 'mac_address': 'fa:16:3e:56:7a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '11c0d265-5027-4497-8c16-d0e9d52ff425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:47Z', 'updated_at': '2021-05-28T01:50:54Z', 'revision_number': 4, 'project_id': '002767ef71f84cd6be583c811b33665e', 'subnets': [{'id': '11c0d265-5027-4497-8c16-d0e9d52ff425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:50:55.530075 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] For port 5b1f98a8-9c70-456b-bb21-11561b39cbf9, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=5b1f98a8-9c70-456b-bb21-11561b39cbf9,segment=NetworkSegment(a91b3f67-132d-4014-8767-c964be3fb566),segment_id=a91b3f67-132d-4014-8767-c964be3fb566)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:50:55.537050 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:55.538878 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:50:55.615329 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Pushing event updated for resources: {'Port': ['ID=5b1f98a8-9c70-456b-bb21-11561b39cbf9,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:50:55.618750 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:50:56.938574 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-57507740-85b5-435d-9b34-3bd7c8c6c923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:57.211297 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 5b1f98a8-9c70-456b-bb21-11561b39cbf9 up at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:50:57.290208 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Provisioning complete for port 5b1f98a8-9c70-456b-bb21-11561b39cbf9 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:50:57.290555 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:58.791479 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-c6dd59f7-77fc-4c52-bec7-54cca4049bd5 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:50:58.792097 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-c6dd59f7-77fc-4c52-bec7-54cca4049bd5 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Synchronizing usage tracker for tenant:f8f57c5046744b40a60f12947b0b1538 on resource:network {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:50:58.808761 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-c6dd59f7-77fc-4c52-bec7-54cca4049bd5 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Unset dirty status for tenant:f8f57c5046744b40a60f12947b0b1538 on resource:network {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:50:58.809882 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-c6dd59f7-77fc-4c52-bec7-54cca4049bd5 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/networks?id=db660754-40e5-489b-b2a5-3c04c03dda5e HTTP/1.1" status: 200 len: 814 time: 0.1601272 May 28 01:50:58.824878 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-e372f38a-cc3c-4929-a050-8cb4cd156625 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/quotas/f8f57c5046744b40a60f12947b0b1538 HTTP/1.1" status: 200 len: 375 time: 0.0096681 May 28 01:50:58.910981 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-d45fe10c-a16e-41c2-987c-1d803d890d95 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8f57c5046744b40a60f12947b0b1538&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810206 May 28 01:50:59.157413 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-3842b726-3402-449a-ad19-2645c784c1c9 service neutron] 10.222.0.32 "GET /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294827 May 28 01:50:59.265050 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:59.291578 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cee3e8a5-16db-49a9-bf61-1ec6b656eb7b service neutron] 10.222.0.32 "GET /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280456 May 28 01:50:59.471053 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8eeffea6-deff-4cb9-8a9a-9ba9de6c5326 req-6607cbcc-551f-4f86-8b1c-d1e39e218a26 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 210 time: 0.0422602 May 28 01:50:59.524400 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-a78b45dc-96d2-4c54-9b1d-c568210aba9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:50:59.605480 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:00.636355 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-57cdeb0e-5da6-429e-9a13-82e39044ad93 req-12e41330-be4d-4021-b932-e492a2089902 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 210 time: 0.0435996 May 28 01:51:00.650892 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:00.833290 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-1a71aa35-b093-4853-9032-6dad08cdcce2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:00.834867 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-1a71aa35-b093-4853-9032-6dad08cdcce2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.20 "GET /v2.0/networks?id=db660754-40e5-489b-b2a5-3c04c03dda5e HTTP/1.1" status: 200 len: 814 time: 0.1515205 May 28 01:51:00.852026 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Request body: {'port': {'device_id': '73e4db4a-0fad-49ed-a313-7993530581b4', 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e', 'admin_state_up': True, 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:51:00.991113 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:51:00.995741 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Usage tracker for resource:port and tenant:f8f57c5046744b40a60f12947b0b1538 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:51:00.998669 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:51:01.004343 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:51:01.013726 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Made reservation on behalf of f8f57c5046744b40a60f12947b0b1538 for: {'port': 1} {{(pid=98373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 01:51:01.018953 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:01.189693 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Allocated IP 172.20.0.8 (db660754-40e5-489b-b2a5-3c04c03dda5e/5b83d6aa-a2f2-460c-8cda-55cb91ce5601/9c7697c6-9f9c-4e7c-808d-68805bb08e06) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:51:01.443447 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:01.462771 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Transition to ACTIVE for port object 9c7697c6-9f9c-4e7c-808d-68805bb08e06 will not be triggered until provisioned by entity DHCP. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:51:01.493958 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:01.510582 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-474a5b83-5c20-4890-87b8-e11097afef24 tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:51:01.573931 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Network db660754-40e5-489b-b2a5-3c04c03dda5e is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:51:01.577685 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:51:01.580459 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:51:01.644398 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Pushing event updated for resources: {'Port': ['ID=9c7697c6-9f9c-4e7c-808d-68805bb08e06,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:51:01.660912 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:01.661291 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:01.661654 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:01.662007 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:01.662501 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:01.662859 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:01.663209 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:01.663559 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:01.663952 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:01.664291 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:01.664783 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:01.665134 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:01.688401 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:51:01.726826 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:01.727652 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:01.764671 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-2553ed38-b994-40dd-9325-7c69b3866de1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9162683 May 28 01:51:01.827738 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-ff1da090-c575-43ff-a195-ba7c3a27d512 None None] Provisioning for port 9c7697c6-9f9c-4e7c-808d-68805bb08e06 completed by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:51:01.833999 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-ff1da090-c575-43ff-a195-ba7c3a27d512 None None] Provisioning complete for port 9c7697c6-9f9c-4e7c-808d-68805bb08e06 triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:51:01.834533 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-ff1da090-c575-43ff-a195-ba7c3a27d512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:01.851489 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6eb0f-8038-42e8-9abb-df29850e40f7 req-f28868ae-edc8-4eb4-a256-13f7bee3c2b8 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:01.852225 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-7cf6eb0f-8038-42e8-9abb-df29850e40f7 req-f28868ae-edc8-4eb4-a256-13f7bee3c2b8 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Synchronizing usage tracker for tenant:f8f57c5046744b40a60f12947b0b1538 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:51:01.870680 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-7cf6eb0f-8038-42e8-9abb-df29850e40f7 req-f28868ae-edc8-4eb4-a256-13f7bee3c2b8 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Unset dirty status for tenant:f8f57c5046744b40a60f12947b0b1538 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:51:01.872033 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7cf6eb0f-8038-42e8-9abb-df29850e40f7 req-f28868ae-edc8-4eb4-a256-13f7bee3c2b8 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 931 time: 0.1063871 May 28 01:51:01.907954 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-ff1da090-c575-43ff-a195-ba7c3a27d512 None None] Port 9c7697c6-9f9c-4e7c-808d-68805bb08e06 cannot update to ACTIVE because it is not bound. {{(pid=98375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 28 01:51:01.923140 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-7cf6eb0f-8038-42e8-9abb-df29850e40f7 req-ff633d1f-006f-4cdc-a5ba-7077b89acd01 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Synchronizing usage tracker for tenant:f8f57c5046744b40a60f12947b0b1538 on resource:security_group {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:51:01.940807 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-7cf6eb0f-8038-42e8-9abb-df29850e40f7 req-ff633d1f-006f-4cdc-a5ba-7077b89acd01 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Unset dirty status for tenant:f8f57c5046744b40a60f12947b0b1538 on resource:security_group {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:51:01.942032 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7cf6eb0f-8038-42e8-9abb-df29850e40f7 req-ff633d1f-006f-4cdc-a5ba-7077b89acd01 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636358 May 28 01:51:02.322322 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:03.140821 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ddcda-6de2-4482-8617-33ed4c978fe2 req-39d6c188-5dab-44c1-8d0f-4c206019272b tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:03.142381 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-162ddcda-6de2-4482-8617-33ed4c978fe2 req-39d6c188-5dab-44c1-8d0f-4c206019272b tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 931 time: 0.0862982 May 28 01:51:03.191007 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-162ddcda-6de2-4482-8617-33ed4c978fe2 req-12050cfb-a98d-4b67-929d-024e898dcad6 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416636 May 28 01:51:04.397978 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf41814-cd29-4f25-8ae7-2290d7e5eb90 req-42a62a15-7f2c-46f2-8a63-15e7355d3253 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:04.399386 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-adf41814-cd29-4f25-8ae7-2290d7e5eb90 req-42a62a15-7f2c-46f2-8a63-15e7355d3253 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 931 time: 0.0911489 May 28 01:51:04.445131 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-adf41814-cd29-4f25-8ae7-2290d7e5eb90 req-903f3b07-bbec-4612-b4d0-422718c1c927 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399022 May 28 01:51:05.661295 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e13b8-b2e9-4e4f-a37c-3df1eac13717 req-f2188425-5d71-469e-9211-809880713494 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:05.662756 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8f7e13b8-b2e9-4e4f-a37c-3df1eac13717 req-f2188425-5d71-469e-9211-809880713494 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 931 time: 0.0864117 May 28 01:51:05.709827 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-8f7e13b8-b2e9-4e4f-a37c-3df1eac13717 req-a2b8adcd-a56d-46ca-b92a-f5822ccf6acb tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409393 May 28 01:51:06.936528 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bbdc2-bfe6-4a53-8a72-ff0ffe53bedf req-d4692999-af20-4afc-83cc-9850d9018b45 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:06.937995 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-468bbdc2-bfe6-4a53-8a72-ff0ffe53bedf req-d4692999-af20-4afc-83cc-9850d9018b45 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 931 time: 0.0901668 May 28 01:51:06.992838 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-468bbdc2-bfe6-4a53-8a72-ff0ffe53bedf req-ec696f8b-c885-4fb2-beaa-4e1306d41dbc tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487170 May 28 01:51:08.184935 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff17f4f-f191-450b-8ffc-ac567081f507 req-2ff49cde-c0e8-4b1e-aad9-bc08bbaf40f6 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:08.186433 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bff17f4f-f191-450b-8ffc-ac567081f507 req-2ff49cde-c0e8-4b1e-aad9-bc08bbaf40f6 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 931 time: 0.0812285 May 28 01:51:08.233778 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-bff17f4f-f191-450b-8ffc-ac567081f507 req-04bc42a4-944d-40a5-9fd5-f0a9fa34789e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415719 May 28 01:51:09.534406 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155757d8-81cd-4e48-b8da-151157ae4903 req-68582644-9609-4e28-89c4-3f27ed7c5073 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:09.535944 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-155757d8-81cd-4e48-b8da-151157ae4903 req-68582644-9609-4e28-89c4-3f27ed7c5073 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 931 time: 0.1887658 May 28 01:51:09.584458 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-155757d8-81cd-4e48-b8da-151157ae4903 req-ffc06918-2c8b-418c-858e-741ae8bffa9b tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425098 May 28 01:51:10.774517 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83b97f-a281-4c9e-9130-7ddae160b828 req-6f1e492f-df8b-4de4-aad1-3fdc598feec1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:10.776026 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7e83b97f-a281-4c9e-9130-7ddae160b828 req-6f1e492f-df8b-4de4-aad1-3fdc598feec1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 931 time: 0.0836146 May 28 01:51:10.829319 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-7e83b97f-a281-4c9e-9130-7ddae160b828 req-151311af-8cbb-460b-a4b3-d32ebd49971b tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470276 May 28 01:51:11.789759 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Request body: {'port': {'device_id': '73e4db4a-0fad-49ed-a313-7993530581b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:51:11.897776 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:12.106329 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f404e-8846-44bc-a95a-96c16f0f2e7d req-ef347f5a-d8b2-467d-a2d7-f14e3dcecdbe tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:12.107671 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f15f404e-8846-44bc-a95a-96c16f0f2e7d req-ef347f5a-d8b2-467d-a2d7-f14e3dcecdbe tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 931 time: 0.1679599 May 28 01:51:12.223653 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f15f404e-8846-44bc-a95a-96c16f0f2e7d req-73a53c0c-fe66-4ef1-bcda-2f5c6a5307b0 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021781 May 28 01:51:12.329080 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7697c6-9f9c-4e7c-808d-68805bb08e06 {{(pid=98373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:51:12.336976 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:12.350371 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.provisioning_blocks [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Transition to ACTIVE for port object 9c7697c6-9f9c-4e7c-808d-68805bb08e06 will not be triggered until provisioned by entity L2. {{(pid=98373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 01:51:12.355209 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:12.358701 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-ee848fd4-53ce-4b1c-96d0-52fd1dd1f058 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:51:12.520756 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7697c6-9f9c-4e7c-808d-68805bb08e06,revision_number=2']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:51:12.528755 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:51:12.594833 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Attempting to bind port 9c7697c6-9f9c-4e7c-808d-68805bb08e06 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 01:51:12.595163 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Attempting to bind port 9c7697c6-9f9c-4e7c-808d-68805bb08e06 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'e27d86d5-1326-462e-9c8e-6939b57ec36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e'}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 01:51:12.595487 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Attempting to bind port 9c7697c6-9f9c-4e7c-808d-68805bb08e06 on network db660754-40e5-489b-b2a5-3c04c03dda5e {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:51:12.600182 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Port 9c7697c6-9f9c-4e7c-808d-68805bb08e06 on network db660754-40e5-489b-b2a5-3c04c03dda5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 28 01:51:12.600496 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Attempting to bind port 9c7697c6-9f9c-4e7c-808d-68805bb08e06 on network db660754-40e5-489b-b2a5-3c04c03dda5e {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 28 01:51:12.605626 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Checking agent: {'id': '1b125da3-7d0c-4b26-bfd9-a1004cddd395', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'started_at': datetime.datetime(2021, 5, 28, 1, 40, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 28, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 28 01:51:12.605957 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Checking segment: {'id': 'e27d86d5-1326-462e-9c8e-6939b57ec36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 28 01:51:12.606334 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Bound using segment: {'id': 'e27d86d5-1326-462e-9c8e-6939b57ec36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e'} {{(pid=98373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 28 01:51:12.606753 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.managers [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Bound port: 9c7697c6-9f9c-4e7c-808d-68805bb08e06, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27d86d5-1326-462e-9c8e-6939b57ec36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e'}}] {{(pid=98373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 01:51:12.607096 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:12.699372 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] For port 9c7697c6-9f9c-4e7c-808d-68805bb08e06, host hv-cinder-79351, cleared binding levels {{(pid=98373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 28 01:51:12.702779 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] For port 9c7697c6-9f9c-4e7c-808d-68805bb08e06, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9c7697c6-9f9c-4e7c-808d-68805bb08e06,segment=NetworkSegment(e27d86d5-1326-462e-9c8e-6939b57ec36a),segment_id=e27d86d5-1326-462e-9c8e-6939b57ec36a)] {{(pid=98373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 28 01:51:12.706755 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:12.712290 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-75fb78ef-b6d0-4dcb-abd1-f0fe19a48e01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:51:12.769270 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:12.769875 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:12.771325 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] 10.222.0.20 "PUT /v2.0/ports/9c7697c6-9f9c-4e7c-808d-68805bb08e06 HTTP/1.1" status: 200 len: 1093 time: 0.9859948 May 28 01:51:12.771896 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e4db4a-0fad-49ed-a313-7993530581b4', 'tag': '9c7697c6-9f9c-4e7c-808d-68805bb08e06'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:51:12.793023 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7697c6-9f9c-4e7c-808d-68805bb08e06,revision_number=3']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:51:12.796181 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:51:12.826502 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e4db4a-0fad-49ed-a313-7993530581b4', 'tag': '9c7697c6-9f9c-4e7c-808d-68805bb08e06', 'status': 'completed', 'code': 200} May 28 01:51:12.923640 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-1f01515c-e45d-4ade-9284-e56beb242583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:12.925755 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-1f01515c-e45d-4ade-9284-e56beb242583 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8f57c5046744b40a60f12947b0b1538&device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 1096 time: 0.0816705 May 28 01:51:13.000722 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-78aa02ad-b5fa-41d4-a02f-1596da0ed538 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7697c6-9f9c-4e7c-808d-68805bb08e06 HTTP/1.1" status: 200 len: 217 time: 0.0626600 May 28 01:51:13.062865 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-c6c2887c-a994-4000-955e-45bdd6a2eded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:13.064564 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-c6c2887c-a994-4000-955e-45bdd6a2eded service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b83d6aa-a2f2-460c-8cda-55cb91ce5601 HTTP/1.1" status: 200 len: 853 time: 0.0581534 May 28 01:51:13.064985 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:51:13.148808 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-5c8f9560-43fe-404c-94bd-aad4b1cf9eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:13.150527 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-5c8f9560-43fe-404c-94bd-aad4b1cf9eec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db660754-40e5-489b-b2a5-3c04c03dda5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801497 May 28 01:51:13.296837 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-0916ea47-8208-462b-91bc-cd17ed92953a service neutron] 10.222.0.20 "GET /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399612 May 28 01:51:13.574188 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1b778efd-17fb-46b1-b53e-96895d8b1b99 req-796e5c23-4cc2-450b-9c3e-2b87ede8bd81 service neutron] 10.222.0.20 "GET /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712591 May 28 01:51:13.590418 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9286e-a827-4b3a-8cb5-991ad02cc72b req-2b125b6a-24e2-427d-b8e8-14c70a187b7c tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:13.591990 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c6a9286e-a827-4b3a-8cb5-991ad02cc72b req-2b125b6a-24e2-427d-b8e8-14c70a187b7c tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 943 time: 0.2631397 May 28 01:51:13.639155 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c6a9286e-a827-4b3a-8cb5-991ad02cc72b req-c1a9a4f4-6d16-45a1-b3b3-af19d18df45a tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403795 May 28 01:51:13.740547 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dc633-8e6e-41a0-9864-e2d38105494f req-ab6880eb-9d24-4e6c-9aea-d1304b2ce9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:13.742008 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-922dc633-8e6e-41a0-9864-e2d38105494f req-ab6880eb-9d24-4e6c-9aea-d1304b2ce9b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8f57c5046744b40a60f12947b0b1538&device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 1096 time: 0.0723786 May 28 01:51:13.872184 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dc633-8e6e-41a0-9864-e2d38105494f req-c05991e6-27e9-4c11-8156-577fb06f3e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:13.873548 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-922dc633-8e6e-41a0-9864-e2d38105494f req-c05991e6-27e9-4c11-8156-577fb06f3e16 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db660754-40e5-489b-b2a5-3c04c03dda5e HTTP/1.1" status: 200 len: 915 time: 0.1247644 May 28 01:51:13.938536 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-922dc633-8e6e-41a0-9864-e2d38105494f req-0653d8f0-3e8e-4125-9263-cf99394533fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7697c6-9f9c-4e7c-808d-68805bb08e06 HTTP/1.1" status: 200 len: 217 time: 0.0581648 May 28 01:51:14.004163 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dc633-8e6e-41a0-9864-e2d38105494f req-fb514801-d86e-4d1a-98e0-6d346458218b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:14.005576 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-922dc633-8e6e-41a0-9864-e2d38105494f req-fb514801-d86e-4d1a-98e0-6d346458218b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b83d6aa-a2f2-460c-8cda-55cb91ce5601 HTTP/1.1" status: 200 len: 853 time: 0.0597706 May 28 01:51:14.085443 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dc633-8e6e-41a0-9864-e2d38105494f req-1db75cf8-446d-436e-b3d5-c8eaedb3db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:14.086979 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-922dc633-8e6e-41a0-9864-e2d38105494f req-1db75cf8-446d-436e-b3d5-c8eaedb3db49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db660754-40e5-489b-b2a5-3c04c03dda5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691669 May 28 01:51:14.221697 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-922dc633-8e6e-41a0-9864-e2d38105494f req-de1c5bda-5bba-4c14-af0f-2dc5eb42f361 service neutron] 10.222.0.20 "GET /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269250 May 28 01:51:14.368347 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-922dc633-8e6e-41a0-9864-e2d38105494f req-19ff85ad-29cb-4bd2-80a3-8e594bd96c78 service neutron] 10.222.0.20 "GET /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393125 May 28 01:51:14.689613 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 9c7697c6-9f9c-4e7c-808d-68805bb08e06 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=98375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 01:51:14.821952 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 9c7697c6-9f9c-4e7c-808d-68805bb08e06, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9c7697c6-9f9c-4e7c-808d-68805bb08e06,segment=NetworkSegment(e27d86d5-1326-462e-9c8e-6939b57ec36a),segment_id=e27d86d5-1326-462e-9c8e-6939b57ec36a)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:51:14.828804 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c45e6-6d73-4b32-9e42-4913ea825a03 req-f5bc676a-bf4d-4b18-b563-a08e7c209e75 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:14.830307 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-627c45e6-6d73-4b32-9e42-4913ea825a03 req-f5bc676a-bf4d-4b18-b563-a08e7c209e75 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 943 time: 0.0844007 May 28 01:51:14.836036 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Returning: {'device': '9c7697c6-9f9c-4e7c-808d-68805bb08e06', 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e', 'port_id': '9c7697c6-9f9c-4e7c-808d-68805bb08e06', 'mac_address': 'fa:16:3e:71:55:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b83d6aa-a2f2-460c-8cda-55cb91ce5601', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 01:51:14.874562 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-627c45e6-6d73-4b32-9e42-4913ea825a03 req-8e6b074f-6fe9-465d-9b2b-169ad73fd7b7 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379000 May 28 01:51:14.891481 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:14.908413 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7697c6-9f9c-4e7c-808d-68805bb08e06 {{(pid=98375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 01:51:14.924953 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 9c7697c6-9f9c-4e7c-808d-68805bb08e06, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9c7697c6-9f9c-4e7c-808d-68805bb08e06,segment=NetworkSegment(e27d86d5-1326-462e-9c8e-6939b57ec36a),segment_id=e27d86d5-1326-462e-9c8e-6939b57ec36a)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:51:14.929210 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:14.930932 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-15c277d7-34d3-4199-aa8c-ed2b81f3098d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:51:14.997020 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=9c7697c6-9f9c-4e7c-808d-68805bb08e06,revision_number=4']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:51:15.000101 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:51:15.235336 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['9c7697c6-9f9c-4e7c-808d-68805bb08e06'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:51:16.089958 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2bc6f-077c-4645-8814-c9535b5cec9f req-27cb3458-5766-473b-9978-88e91641c662 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:16.091423 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cce2bc6f-077c-4645-8814-c9535b5cec9f req-27cb3458-5766-473b-9978-88e91641c662 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 944 time: 0.1045091 May 28 01:51:16.135740 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-cce2bc6f-077c-4645-8814-c9535b5cec9f req-2da06558-a61b-490e-8e38-6c408112abd4 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380895 May 28 01:51:16.690849 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 9c7697c6-9f9c-4e7c-808d-68805bb08e06 up at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 01:51:16.757573 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning for port 9c7697c6-9f9c-4e7c-808d-68805bb08e06 completed by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 01:51:16.762020 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Provisioning complete for port 9c7697c6-9f9c-4e7c-808d-68805bb08e06 triggered by entity L2. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:51:16.762392 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:16.876251 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:16.902012 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e4db4a-0fad-49ed-a313-7993530581b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7697c6-9f9c-4e7c-808d-68805bb08e06'}] {{(pid=98375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:51:16.911979 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] For port 9c7697c6-9f9c-4e7c-808d-68805bb08e06, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9c7697c6-9f9c-4e7c-808d-68805bb08e06,segment=NetworkSegment(e27d86d5-1326-462e-9c8e-6939b57ec36a),segment_id=e27d86d5-1326-462e-9c8e-6939b57ec36a)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:51:16.917241 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430'] for port, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:16.919371 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-5ed453d8-29c5-4c88-b1e4-bc11821e680e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:51:16.953184 dv-cinder-793515-1-smb neutron-server[98375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e4db4a-0fad-49ed-a313-7993530581b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7697c6-9f9c-4e7c-808d-68805bb08e06', 'code': 200} May 28 01:51:16.984861 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Pushing event updated for resources: {'Port': ['ID=9c7697c6-9f9c-4e7c-808d-68805bb08e06,revision_number=5']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:51:16.987718 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:51:17.231533 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa157e-ac3d-4fbe-a590-1b0030dbc184 req-85b07bde-4a80-46f8-8571-a056a86a63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:17.233067 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-faaa157e-ac3d-4fbe-a590-1b0030dbc184 req-85b07bde-4a80-46f8-8571-a056a86a63ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 1098 time: 0.0771966 May 28 01:51:17.321745 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-faaa157e-ac3d-4fbe-a590-1b0030dbc184 req-ae2ef4e3-a0a3-428c-8e0b-480a3cf8fd6f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828199 May 28 01:51:17.348076 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a56791-9e1e-475a-8aa9-35d019c5aef5 req-2160cd78-b1a2-481d-b4d7-7b16f73fd7d5 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:17.349470 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-04a56791-9e1e-475a-8aa9-35d019c5aef5 req-2160cd78-b1a2-481d-b4d7-7b16f73fd7d5 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 945 time: 0.0981674 May 28 01:51:17.396699 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-04a56791-9e1e-475a-8aa9-35d019c5aef5 req-0e8e4142-42bf-49bf-8310-613ab0e85f7c tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410631 May 28 01:51:18.590181 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f28e6-0afd-4bff-aa67-2166dc53e04a req-3e3d8ed6-b75c-4e39-97a5-4e7963ee6d99 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:18.591615 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6d0f28e6-0afd-4bff-aa67-2166dc53e04a req-3e3d8ed6-b75c-4e39-97a5-4e7963ee6d99 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 945 time: 0.0849431 May 28 01:51:18.635966 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6d0f28e6-0afd-4bff-aa67-2166dc53e04a req-daa50547-fb55-4103-a7a7-c2da4703f0d5 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387206 May 28 01:51:18.819322 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e298eb6-81c0-4348-b2b7-83ae8ce4d9b7 req-e8c2f5e6-1a28-485b-8076-20b5016db4d0 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:18.822134 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1e298eb6-81c0-4348-b2b7-83ae8ce4d9b7 req-e8c2f5e6-1a28-485b-8076-20b5016db4d0 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 945 time: 0.0831294 May 28 01:51:18.880707 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-1e298eb6-81c0-4348-b2b7-83ae8ce4d9b7 req-4bd2561f-483a-4b1f-8177-641cd3afb505 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534973 May 28 01:51:19.277692 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fec5f4-d9fe-45f3-9707-795ab3142053 req-5f86ffac-eda7-4318-af78-729c0a5b8b9f tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:19.279169 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d8fec5f4-d9fe-45f3-9707-795ab3142053 req-5f86ffac-eda7-4318-af78-729c0a5b8b9f tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 945 time: 0.0867329 May 28 01:51:19.323146 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-d8fec5f4-d9fe-45f3-9707-795ab3142053 req-6586f9e4-bdf4-4542-8be8-36271b1fb853 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382886 May 28 01:51:24.234783 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d925ac-a80d-4b08-9dcb-496a57915695 req-7bb2e976-8a84-4424-9d0f-88631793d468 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:24.236272 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-78d925ac-a80d-4b08-9dcb-496a57915695 req-7bb2e976-8a84-4424-9d0f-88631793d468 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 945 time: 0.1722589 May 28 01:51:24.281162 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-78d925ac-a80d-4b08-9dcb-496a57915695 req-419a65b4-34c8-421f-86ed-f6b407e10878 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387406 May 28 01:51:24.306235 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33390) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:51:24.475706 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10599a96-13a8-4edb-b9ad-34e4a642873a tempest-TestMinimumBasicScenario-1225235932 tempest-TestMinimumBasicScenario-1225235932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:24.477078 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-10599a96-13a8-4edb-b9ad-34e4a642873a tempest-TestMinimumBasicScenario-1225235932 tempest-TestMinimumBasicScenario-1225235932-project-admin] Synchronizing usage tracker for tenant:002767ef71f84cd6be583c811b33665e on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:51:24.493452 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-10599a96-13a8-4edb-b9ad-34e4a642873a tempest-TestMinimumBasicScenario-1225235932 tempest-TestMinimumBasicScenario-1225235932-project-admin] Unset dirty status for tenant:002767ef71f84cd6be583c811b33665e on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:51:24.494746 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-10599a96-13a8-4edb-b9ad-34e4a642873a tempest-TestMinimumBasicScenario-1225235932 tempest-TestMinimumBasicScenario-1225235932-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 1093 time: 0.1874599 May 28 01:51:24.497714 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33396) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:51:24.503400 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Request body: {'floatingip': {'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'port_id': '9c7697c6-9f9c-4e7c-808d-68805bb08e06', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'fixed_ip_address': '172.20.0.8'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:51:24.509196 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:51:24.512896 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Usage tracker for resource:floatingip and tenant:f8f57c5046744b40a60f12947b0b1538 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:51:24.515647 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:51:24.521803 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:51:24.532288 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for floatingip, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:24.666640 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:24.797025 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_common [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Allocated IP 172.28.1.69 (5b4592e9-59af-4549-9f0c-c75a5f18ce50/a16ae849-d4aa-45ca-8c4c-825a3c72e0a4/5982c4e6-56c3-42d2-86a5-4584a30dbc5e) {{(pid=98373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 01:51:24.940247 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for port, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:24.970601 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764330929107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:24.974285 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-96c54e8e-a887-446f-a489-24efed8eb8d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:51:25.040283 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Network 5b4592e9-59af-4549-9f0c-c75a5f18ce50 is already hosted by enough agents. {{(pid=98373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 01:51:25.043084 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.base_scheduler [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Resources bound (agent type, host, resource id): {{(pid=98373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 01:51:25.046481 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Received port after_create {{(pid=98373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 28 01:51:25.079065 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Pushing event updated for resources: {'Port': ['ID=5982c4e6-56c3-42d2-86a5-4584a30dbc5e,revision_number=1']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:51:25.083978 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:51:25.472439 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:25.547192 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:25.747351 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:25.752074 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:25.755492 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-96ae032e-7edc-42bc-a36c-a8eb6dcc7393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:51:25.859625 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Pushing event updated for resources: {'Port': ['ID=5982c4e6-56c3-42d2-86a5-4584a30dbc5e,revision_number=2']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:51:25.864085 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:51:25.870509 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025534'] for floatingip, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:26.150474 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.l3_db [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Floating IP 0eadc2a4-0063-4e1c-a431-3576341ba578 associated. External IP: 172.28.1.69, port: 9c7697c6-9f9c-4e7c-808d-68805bb08e06. May 28 01:51:26.506661 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Router 3a36f789-1083-4fb6-9b74-6c668c98502e has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:51:26.695901 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:51:26.705732 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c8ff10-4630-4687-a1ed-bec158a1f736 None None] Sync routers for ids ['3a36f789-1083-4fb6-9b74-6c668c98502e'] in dv-cinder-793515-1-smb {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:51:26.716072 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c8ff10-4630-4687-a1ed-bec158a1f736 None None] Routers {'3a36f789-1083-4fb6-9b74-6c668c98502e'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:51:26.716683 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-26c8ff10-4630-4687-a1ed-bec158a1f736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:51:00Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['3a36f789-1083-4fb6-9b74-6c668c98502e'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:51:26.721670 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for floatingip, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:26.776222 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-a2d17839-e77e-449e-96ac-4c6f6826415e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2773662 May 28 01:51:26.776789 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e4db4a-0fad-49ed-a313-7993530581b4', 'tag': '9c7697c6-9f9c-4e7c-808d-68805bb08e06'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:51:26.779268 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 33400) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:51:26.797903 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1313658987', 'description': 'tempest-secgroup-smoke-1313658987 description', 'project_id': 'f8f57c5046744b40a60f12947b0b1538'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:51:26.804859 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:51:26.814669 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:51:26.825235 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:26.825721 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e4db4a-0fad-49ed-a313-7993530581b4', 'tag': '9c7697c6-9f9c-4e7c-808d-68805bb08e06', 'status': 'completed', 'code': 200} May 28 01:51:26.846782 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:51:26.850577 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Usage tracker for resource:security_group_rule and tenant:f8f57c5046744b40a60f12947b0b1538 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:51:26.853585 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:51:26.859300 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:51:26.916487 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-26c8ff10-4630-4687-a1ed-bec158a1f736 None None] Set router 3a36f789-1083-4fb6-9b74-6c668c98502e gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:51:26.929996 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:26.934802 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:26.940544 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-4fd4a645-96fb-464d-8e05-3bca2af1c3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:51:26.947493 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8165e-7902-4c28-988d-8de011a14d1d req-5ac775ef-b64a-468e-bc5f-cc23690b5455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:26.949121 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-21f8165e-7902-4c28-988d-8de011a14d1d req-5ac775ef-b64a-468e-bc5f-cc23690b5455 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8f57c5046744b40a60f12947b0b1538&device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 1098 time: 0.0804067 May 28 01:51:26.987436 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:26.988692 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2079048 May 28 01:51:26.989447 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=479e4cd5-315b-435b-afd0-8d7ab7f4cad1,revision_number=1']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:51:26.991550 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 33406) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:51:27.003626 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-4afd81a6-a7ab-4775-a6e8-3558230191c3 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Request body: {'security_group_rule': {'security_group_id': '479e4cd5-315b-435b-afd0-8d7ab7f4cad1', 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:51:27.007578 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:27.008265 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:27.008413 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:27.008676 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:27.009033 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:27.009386 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:27.009812 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:27.010167 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:27.010581 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:27.010934 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:27.011276 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:27.011615 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:51:27.015790 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-1d817fff-727e-4ce5-8f38-78ca4e8657c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:51:27.016759 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-4afd81a6-a7ab-4775-a6e8-3558230191c3 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:51:27.021547 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-4afd81a6-a7ab-4775-a6e8-3558230191c3 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Usage tracker for resource:security_group_rule and tenant:f8f57c5046744b40a60f12947b0b1538 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:51:27.024501 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-4afd81a6-a7ab-4775-a6e8-3558230191c3 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:51:27.031800 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-4afd81a6-a7ab-4775-a6e8-3558230191c3 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:51:27.048728 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4afd81a6-a7ab-4775-a6e8-3558230191c3 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:27.101064 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8165e-7902-4c28-988d-8de011a14d1d req-58845dde-ce2e-479b-8fe3-147529021f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:27.102615 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-21f8165e-7902-4c28-988d-8de011a14d1d req-58845dde-ce2e-479b-8fe3-147529021f32 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db660754-40e5-489b-b2a5-3c04c03dda5e HTTP/1.1" status: 200 len: 915 time: 0.1477818 May 28 01:51:27.114920 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4afd81a6-a7ab-4775-a6e8-3558230191c3 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:27.118682 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4afd81a6-a7ab-4775-a6e8-3558230191c3 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985474'] for security_group_rule, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:27.126218 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:51:27.147339 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd81a6-a7ab-4775-a6e8-3558230191c3 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29b6037-bfc4-476e-aad5-fbd099da4534,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:51:27.149992 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-4afd81a6-a7ab-4775-a6e8-3558230191c3 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:51:27.153304 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-65f07e2b-e6fb-422a-b1da-2bbf13ab5fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:27.156810 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-4afd81a6-a7ab-4775-a6e8-3558230191c3 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:27.161385 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-4afd81a6-a7ab-4775-a6e8-3558230191c3 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1674659 May 28 01:51:27.162064 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 33410) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:51:27.167466 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-09976a19-54fd-446c-95ed-8065b15f1d8d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Request body: {'security_group_rule': {'security_group_id': '479e4cd5-315b-435b-afd0-8d7ab7f4cad1', 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:51:27.175009 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-09976a19-54fd-446c-95ed-8065b15f1d8d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:51:27.180283 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-09976a19-54fd-446c-95ed-8065b15f1d8d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Usage tracker for resource:security_group_rule and tenant:f8f57c5046744b40a60f12947b0b1538 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:51:27.183319 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-09976a19-54fd-446c-95ed-8065b15f1d8d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:51:27.190379 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-09976a19-54fd-446c-95ed-8065b15f1d8d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:51:27.211167 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-09976a19-54fd-446c-95ed-8065b15f1d8d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:27.227890 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-21f8165e-7902-4c28-988d-8de011a14d1d req-c4e8857e-f431-4cb9-83c0-f9f0a135c296 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7697c6-9f9c-4e7c-808d-68805bb08e06 HTTP/1.1" status: 200 len: 998 time: 0.1181421 May 28 01:51:27.279721 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-09976a19-54fd-446c-95ed-8065b15f1d8d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:27.284617 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-09976a19-54fd-446c-95ed-8065b15f1d8d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985474'] for security_group_rule, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:27.294431 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:51:27.297594 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8165e-7902-4c28-988d-8de011a14d1d req-f2056a4a-957a-4c03-9aa7-9187eb6ee1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:27.299373 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-21f8165e-7902-4c28-988d-8de011a14d1d req-f2056a4a-957a-4c03-9aa7-9187eb6ee1f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b83d6aa-a2f2-460c-8cda-55cb91ce5601 HTTP/1.1" status: 200 len: 853 time: 0.0647688 May 28 01:51:27.319727 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09976a19-54fd-446c-95ed-8065b15f1d8d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8921f86-fe05-4b00-b85f-d324f0e03230,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:51:27.323153 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-09976a19-54fd-446c-95ed-8065b15f1d8d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:51:27.324373 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-09976a19-54fd-446c-95ed-8065b15f1d8d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:27.328575 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-09976a19-54fd-446c-95ed-8065b15f1d8d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1655617 May 28 01:51:27.329183 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 33414) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:51:27.336441 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.v2.base [None req-5c5852a0-1d2e-4487-b510-aa6e5588486d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Request body: {'security_group_rule': {'security_group_id': '479e4cd5-315b-435b-afd0-8d7ab7f4cad1', 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:51:27.342389 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-5c5852a0-1d2e-4487-b510-aa6e5588486d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:51:27.347154 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-5c5852a0-1d2e-4487-b510-aa6e5588486d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Usage tracker for resource:security_group_rule and tenant:f8f57c5046744b40a60f12947b0b1538 is out of sync, need to count used quota {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:51:27.349088 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.quota.resource [None req-5c5852a0-1d2e-4487-b510-aa6e5588486d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98374) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:51:27.355908 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.db.quota.driver [None req-5c5852a0-1d2e-4487-b510-aa6e5588486d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:51:27.359271 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-26c8ff10-4630-4687-a1ed-bec158a1f736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'name': 'tempest-TestMinimumBasicScenario-321683330-router', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:37Z', 'updated_at': '2021-05-28T01:50:41Z', 'revision_number': 4, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'gw_port': {'id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:38Z', 'updated_at': '2021-05-28T01:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_floatingips': [{'id': '0eadc2a4-0063-4e1c-a431-3576341ba578', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'floating_ip_address': '172.28.1.69', 'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'router_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'port_id': '9c7697c6-9f9c-4e7c-808d-68805bb08e06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e', 'mac_address': 'fa:16:3e:71:55:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4db4a-0fad-49ed-a313-7993530581b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T01:51:25Z', 'updated_at': '2021-05-28T01:51:25Z', 'revision_number': 0, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbfca674-c92d-419a-9dc2-e801ceb9d23b', 'name': '', 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'mac_address': 'fa:16:3e:3a:f3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5b83d6aa-a2f2-460c-8cda-55cb91ce5601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:40Z', 'updated_at': '2021-05-28T01:50:49Z', 'revision_number': 5, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'subnets': [{'id': '5b83d6aa-a2f2-460c-8cda-55cb91ce5601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:51:27.364333 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c8ff10-4630-4687-a1ed-bec158a1f736 None None] Checking router: 3a36f789-1083-4fb6-9b74-6c668c98502e for host: dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:51:27.373179 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c8ff10-4630-4687-a1ed-bec158a1f736 None None] Routers {'3a36f789-1083-4fb6-9b74-6c668c98502e'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:51:27.373810 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-26c8ff10-4630-4687-a1ed-bec158a1f736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:51:00Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['3a36f789-1083-4fb6-9b74-6c668c98502e'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:51:27.375996 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5c5852a0-1d2e-4487-b510-aa6e5588486d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:27.384679 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8165e-7902-4c28-988d-8de011a14d1d req-2516a52e-f8fe-4f14-828f-cdca7a1a6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:27.386163 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-21f8165e-7902-4c28-988d-8de011a14d1d req-2516a52e-f8fe-4f14-828f-cdca7a1a6712 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db660754-40e5-489b-b2a5-3c04c03dda5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800836 May 28 01:51:27.451934 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5c5852a0-1d2e-4487-b510-aa6e5588486d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:27.455930 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5c5852a0-1d2e-4487-b510-aa6e5588486d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985474'] for security_group_rule, after_create {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:27.464381 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-564dcf7c-0d6a-4382-8317-a748f0b9909a tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:51:27.496718 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5852a0-1d2e-4487-b510-aa6e5588486d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae877bdf-da12-48d0-8ac9-2fdd187ac271,revision_number=0']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:51:27.501142 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-5c5852a0-1d2e-4487-b510-aa6e5588486d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:51:27.508979 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-5c5852a0-1d2e-4487-b510-aa6e5588486d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:27.515873 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33418) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:51:27.517360 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-5c5852a0-1d2e-4487-b510-aa6e5588486d tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1846821 May 28 01:51:27.522701 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-0d7d6831-a2fa-45b8-84c2-a890dd4f6563 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Request body: {'security_group_rule': {'security_group_id': '479e4cd5-315b-435b-afd0-8d7ab7f4cad1', 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:51:27.528323 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-21f8165e-7902-4c28-988d-8de011a14d1d req-4e9e5d61-f0aa-4f87-a47a-0466bc373987 service neutron] 10.222.0.20 "GET /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359336 May 28 01:51:27.530427 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-0d7d6831-a2fa-45b8-84c2-a890dd4f6563 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:51:27.534313 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-0d7d6831-a2fa-45b8-84c2-a890dd4f6563 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Usage tracker for resource:security_group_rule and tenant:f8f57c5046744b40a60f12947b0b1538 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:51:27.538133 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-0d7d6831-a2fa-45b8-84c2-a890dd4f6563 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:51:27.561098 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-26c8ff10-4630-4687-a1ed-bec158a1f736 None None] Set router 3a36f789-1083-4fb6-9b74-6c668c98502e gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:51:27.566171 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-0d7d6831-a2fa-45b8-84c2-a890dd4f6563 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:51:27.648259 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-0d7d6831-a2fa-45b8-84c2-a890dd4f6563 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:27.825618 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-21f8165e-7902-4c28-988d-8de011a14d1d req-67b81ed5-07da-485f-b3a7-6f5d0fb856e3 service neutron] 10.222.0.20 "GET /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884157 May 28 01:51:27.846907 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-0d7d6831-a2fa-45b8-84c2-a890dd4f6563 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:27.853590 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-0d7d6831-a2fa-45b8-84c2-a890dd4f6563 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985474'] for security_group_rule, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:27.867102 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-3df7cd22-f694-4513-927c-f35fb75056d9 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:51:27.889192 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d6831-a2fa-45b8-84c2-a890dd4f6563 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42f6d47-6450-47b6-9fb2-743552968b3f,revision_number=0']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:51:27.892965 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-0d7d6831-a2fa-45b8-84c2-a890dd4f6563 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:51:27.899523 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-0d7d6831-a2fa-45b8-84c2-a890dd4f6563 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:27.900912 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-0d7d6831-a2fa-45b8-84c2-a890dd4f6563 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3840258 May 28 01:51:27.903628 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33422) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:51:27.909112 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-d9b5b1c5-2623-4377-95ec-4c2e870c0854 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Request body: {'security_group_rule': {'security_group_id': '479e4cd5-315b-435b-afd0-8d7ab7f4cad1', 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:51:27.914790 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-d9b5b1c5-2623-4377-95ec-4c2e870c0854 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:51:27.918725 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-d9b5b1c5-2623-4377-95ec-4c2e870c0854 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Usage tracker for resource:security_group_rule and tenant:f8f57c5046744b40a60f12947b0b1538 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:51:27.921917 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-d9b5b1c5-2623-4377-95ec-4c2e870c0854 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:51:27.927420 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-26c8ff10-4630-4687-a1ed-bec158a1f736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'name': 'tempest-TestMinimumBasicScenario-321683330-router', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:37Z', 'updated_at': '2021-05-28T01:50:41Z', 'revision_number': 4, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'gw_port': {'id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:38Z', 'updated_at': '2021-05-28T01:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_floatingips': [{'id': '0eadc2a4-0063-4e1c-a431-3576341ba578', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'floating_ip_address': '172.28.1.69', 'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'router_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'port_id': '9c7697c6-9f9c-4e7c-808d-68805bb08e06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e', 'mac_address': 'fa:16:3e:71:55:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4db4a-0fad-49ed-a313-7993530581b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T01:51:25Z', 'updated_at': '2021-05-28T01:51:25Z', 'revision_number': 0, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbfca674-c92d-419a-9dc2-e801ceb9d23b', 'name': '', 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'mac_address': 'fa:16:3e:3a:f3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5b83d6aa-a2f2-460c-8cda-55cb91ce5601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:40Z', 'updated_at': '2021-05-28T01:50:49Z', 'revision_number': 5, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'subnets': [{'id': '5b83d6aa-a2f2-460c-8cda-55cb91ce5601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:51:27.929155 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-d9b5b1c5-2623-4377-95ec-4c2e870c0854 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:51:27.933392 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c8ff10-4630-4687-a1ed-bec158a1f736 None None] The sync data for ids ['3a36f789-1083-4fb6-9b74-6c668c98502e'] in dv-cinder-793515-1-smb is: [{'id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'name': 'tempest-TestMinimumBasicScenario-321683330-router', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:37Z', 'updated_at': '2021-05-28T01:50:41Z', 'revision_number': 4, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'gw_port': {'id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:38Z', 'updated_at': '2021-05-28T01:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_floatingips': [{'id': '0eadc2a4-0063-4e1c-a431-3576341ba578', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'floating_ip_address': '172.28.1.69', 'floating_network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'router_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'port_id': '9c7697c6-9f9c-4e7c-808d-68805bb08e06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e', 'mac_address': 'fa:16:3e:71:55:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e4db4a-0fad-49ed-a313-7993530581b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-28T01:51:25Z', 'updated_at': '2021-05-28T01:51:25Z', 'revision_number': 0, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbfca674-c92d-419a-9dc2-e801ceb9d23b', 'name': '', 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'mac_address': 'fa:16:3e:3a:f3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5b83d6aa-a2f2-460c-8cda-55cb91ce5601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:40Z', 'updated_at': '2021-05-28T01:50:49Z', 'revision_number': 5, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'subnets': [{'id': '5b83d6aa-a2f2-460c-8cda-55cb91ce5601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:51:27.942136 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.securitygroups_db [None req-d9b5b1c5-2623-4377-95ec-4c2e870c0854 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Project f8f57c5046744b40a60f12947b0b1538 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 01:51:27.948634 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d9b5b1c5-2623-4377-95ec-4c2e870c0854 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:28.020690 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d9b5b1c5-2623-4377-95ec-4c2e870c0854 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:28.024801 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d9b5b1c5-2623-4377-95ec-4c2e870c0854 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985474'] for security_group_rule, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:28.026965 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-0d7d6831-a2fa-45b8-84c2-a890dd4f6563 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:51:28.049562 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5b1c5-2623-4377-95ec-4c2e870c0854 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64487738-ae7a-423b-b56b-7d4274cc4be2,revision_number=0']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:51:28.051937 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-d9b5b1c5-2623-4377-95ec-4c2e870c0854 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:51:28.058919 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d9b5b1c5-2623-4377-95ec-4c2e870c0854 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:28.060208 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-d9b5b1c5-2623-4377-95ec-4c2e870c0854 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1555536 May 28 01:51:28.062925 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33426) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:51:28.068262 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [None req-b6d3195c-72ea-4012-b7ee-c828604586a1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Request body: {'security_group_rule': {'security_group_id': '479e4cd5-315b-435b-afd0-8d7ab7f4cad1', 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:51:28.074506 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-b6d3195c-72ea-4012-b7ee-c828604586a1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 01:51:28.080352 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-b6d3195c-72ea-4012-b7ee-c828604586a1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Usage tracker for resource:security_group_rule and tenant:f8f57c5046744b40a60f12947b0b1538 is out of sync, need to count used quota {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 01:51:28.085139 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [None req-b6d3195c-72ea-4012-b7ee-c828604586a1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98373) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 01:51:28.092580 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.quota.driver [None req-b6d3195c-72ea-4012-b7ee-c828604586a1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 01:51:28.104909 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.securitygroups_db [None req-b6d3195c-72ea-4012-b7ee-c828604586a1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Project f8f57c5046744b40a60f12947b0b1538 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 01:51:28.111242 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-b6d3195c-72ea-4012-b7ee-c828604586a1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:28.160844 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3135f3a-7028-4002-b373-8a843ee0bf8c None None] New status for floating IP 0eadc2a4-0063-4e1c-a431-3576341ba578: ACTIVE {{(pid=98376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 01:51:28.187252 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-b6d3195c-72ea-4012-b7ee-c828604586a1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:28.191100 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-b6d3195c-72ea-4012-b7ee-c828604586a1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985474'] for security_group_rule, after_create {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:28.193106 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:51:28.217906 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3195c-72ea-4012-b7ee-c828604586a1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1916f0d2-6bf3-4a8d-9145-e3bb7b39c1a4,revision_number=0']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:51:28.221326 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-b6d3195c-72ea-4012-b7ee-c828604586a1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:51:28.228853 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-b6d3195c-72ea-4012-b7ee-c828604586a1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:28.230052 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-b6d3195c-72ea-4012-b7ee-c828604586a1 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1661718 May 28 01:51:28.349901 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a2b74db1-54f5-43d6-b287-5bb5325f12df req-5b2e34b0-11c3-4bd4-98d6-f99bb0b4143b tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1313658987&fields=id&tenant_id=f8f57c5046744b40a60f12947b0b1538 HTTP/1.1" status: 200 len: 267 time: 0.0405178 May 28 01:51:28.459058 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b74db1-54f5-43d6-b287-5bb5325f12df req-03d24bba-e2ab-4d24-a916-bbc1481e9683 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:28.460606 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a2b74db1-54f5-43d6-b287-5bb5325f12df req-03d24bba-e2ab-4d24-a916-bbc1481e9683 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 945 time: 0.1049759 May 28 01:51:28.472654 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-a2b74db1-54f5-43d6-b287-5bb5325f12df req-fef41b96-d2dd-40c4-9fa4-40d7110a572a tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Request body: {'port': {'security_groups': ['f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5', '479e4cd5-315b-435b-afd0-8d7ab7f4cad1']}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:51:28.594382 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-a2b74db1-54f5-43d6-b287-5bb5325f12df req-fef41b96-d2dd-40c4-9fa4-40d7110a572a tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:28.853539 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-a2b74db1-54f5-43d6-b287-5bb5325f12df req-fef41b96-d2dd-40c4-9fa4-40d7110a572a tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] For port 9c7697c6-9f9c-4e7c-808d-68805bb08e06, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9c7697c6-9f9c-4e7c-808d-68805bb08e06,segment=NetworkSegment(e27d86d5-1326-462e-9c8e-6939b57ec36a),segment_id=e27d86d5-1326-462e-9c8e-6939b57ec36a)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:51:28.878475 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-a2b74db1-54f5-43d6-b287-5bb5325f12df req-fef41b96-d2dd-40c4-9fa4-40d7110a572a tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:28.883023 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-a2b74db1-54f5-43d6-b287-5bb5325f12df req-fef41b96-d2dd-40c4-9fa4-40d7110a572a tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:28.888314 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-77c06123-ff68-42fd-860a-843be49f5cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:51:28.918108 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['9c7697c6-9f9c-4e7c-808d-68805bb08e06'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:51:28.953074 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b74db1-54f5-43d6-b287-5bb5325f12df req-fef41b96-d2dd-40c4-9fa4-40d7110a572a tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:28.953694 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-a2b74db1-54f5-43d6-b287-5bb5325f12df req-fef41b96-d2dd-40c4-9fa4-40d7110a572a tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:28.955092 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a2b74db1-54f5-43d6-b287-5bb5325f12df req-fef41b96-d2dd-40c4-9fa4-40d7110a572a tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "PUT /v2.0/ports/9c7697c6-9f9c-4e7c-808d-68805bb08e06 HTTP/1.1" status: 200 len: 981 time: 0.4877300 May 28 01:51:28.955604 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e4db4a-0fad-49ed-a313-7993530581b4', 'tag': '9c7697c6-9f9c-4e7c-808d-68805bb08e06'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:51:28.994436 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef41b96-d2dd-40c4-9fa4-40d7110a572a tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Pushing event updated for resources: {'Port': ['ID=9c7697c6-9f9c-4e7c-808d-68805bb08e06,revision_number=6']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:51:29.000461 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-fef41b96-d2dd-40c4-9fa4-40d7110a572a tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:51:29.062833 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e4db4a-0fad-49ed-a313-7993530581b4', 'tag': '9c7697c6-9f9c-4e7c-808d-68805bb08e06', 'status': 'completed', 'code': 200} May 28 01:51:29.085175 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['9c7697c6-9f9c-4e7c-808d-68805bb08e06'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:51:29.245096 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212c7d7-f0ca-4f8f-9e75-9c2e8ab1d250 req-2e48ba6f-2d3b-4eda-8103-e82056adfc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:29.246575 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c212c7d7-f0ca-4f8f-9e75-9c2e8ab1d250 req-2e48ba6f-2d3b-4eda-8103-e82056adfc3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8f57c5046744b40a60f12947b0b1538&device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 1137 time: 0.0982072 May 28 01:51:29.254980 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9c602-42d6-4fc8-bab2-a6afd9115597 req-40a4eaf6-a8ca-4438-926e-a2e3a8e39497 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:29.256424 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-39b9c602-42d6-4fc8-bab2-a6afd9115597 req-40a4eaf6-a8ca-4438-926e-a2e3a8e39497 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 984 time: 0.1671340 May 28 01:51:29.310442 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:29.335481 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-3e86f12f-1ad1-4e7d-b690-fc804bd570ba None None] Provisioning complete for port 9c7697c6-9f9c-4e7c-808d-68805bb08e06 triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:51:29.335869 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-3e86f12f-1ad1-4e7d-b690-fc804bd570ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:29.384156 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-39b9c602-42d6-4fc8-bab2-a6afd9115597 req-ab234017-1f1a-45a5-95df-387c4a1daa32 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&id=479e4cd5-315b-435b-afd0-8d7ab7f4cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1074548 May 28 01:51:29.433031 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212c7d7-f0ca-4f8f-9e75-9c2e8ab1d250 req-169da73a-9354-49ba-b38e-f5d598c3f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:29.435492 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c212c7d7-f0ca-4f8f-9e75-9c2e8ab1d250 req-169da73a-9354-49ba-b38e-f5d598c3f726 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db660754-40e5-489b-b2a5-3c04c03dda5e HTTP/1.1" status: 200 len: 915 time: 0.1773775 May 28 01:51:29.538356 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c212c7d7-f0ca-4f8f-9e75-9c2e8ab1d250 req-26236b7e-f7a9-4b95-be77-5bebe3fcde2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7697c6-9f9c-4e7c-808d-68805bb08e06 HTTP/1.1" status: 200 len: 1000 time: 0.0967832 May 28 01:51:29.604334 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d9fcad74-253d-45ff-bb50-70667455beaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:29.605807 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212c7d7-f0ca-4f8f-9e75-9c2e8ab1d250 req-deb6d6a7-8a47-43ec-a0d3-b9c48e838606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:29.607262 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c212c7d7-f0ca-4f8f-9e75-9c2e8ab1d250 req-deb6d6a7-8a47-43ec-a0d3-b9c48e838606 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b83d6aa-a2f2-460c-8cda-55cb91ce5601 HTTP/1.1" status: 200 len: 853 time: 0.0625143 May 28 01:51:29.687203 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212c7d7-f0ca-4f8f-9e75-9c2e8ab1d250 req-bb75e1f7-7b1b-42b5-80e2-8e808acecbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:29.688805 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c212c7d7-f0ca-4f8f-9e75-9c2e8ab1d250 req-bb75e1f7-7b1b-42b5-80e2-8e808acecbfd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db660754-40e5-489b-b2a5-3c04c03dda5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753813 May 28 01:51:29.738681 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:29.827444 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c212c7d7-f0ca-4f8f-9e75-9c2e8ab1d250 req-6a94ef0d-b8e0-4509-879a-0849699b67ac service neutron] 10.222.0.20 "GET /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308510 May 28 01:51:29.985816 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-c212c7d7-f0ca-4f8f-9e75-9c2e8ab1d250 req-7717fb76-bbba-42a9-a67c-4e4dd5018e28 service neutron] 10.222.0.20 "GET /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520619 May 28 01:51:30.644586 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:32.323946 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:38.869433 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-470b604d-b324-474f-b929-afc10d402e9c req-636c7b57-dff3-4c6e-9ded-74ee10996aa0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1689229 May 28 01:51:39.038176 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b604d-b324-474f-b929-afc10d402e9c req-6f45405d-5144-4bd6-8c74-fce71e9f9ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:39.039670 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-470b604d-b324-474f-b929-afc10d402e9c req-6f45405d-5144-4bd6-8c74-fce71e9f9ab5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8f57c5046744b40a60f12947b0b1538&device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 1137 time: 0.0714583 May 28 01:51:39.187007 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b604d-b324-474f-b929-afc10d402e9c req-cb5bb844-928c-4617-a7e7-39765ee602a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:39.188501 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-470b604d-b324-474f-b929-afc10d402e9c req-cb5bb844-928c-4617-a7e7-39765ee602a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db660754-40e5-489b-b2a5-3c04c03dda5e HTTP/1.1" status: 200 len: 915 time: 0.1286387 May 28 01:51:39.293772 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-470b604d-b324-474f-b929-afc10d402e9c req-deba61dc-dd25-4dbf-a6b7-0ec878b6f7a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7697c6-9f9c-4e7c-808d-68805bb08e06 HTTP/1.1" status: 200 len: 1000 time: 0.0977175 May 28 01:51:39.355632 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b604d-b324-474f-b929-afc10d402e9c req-ba5a44ee-2b53-4dd6-b081-39651c3facb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:39.357097 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-470b604d-b324-474f-b929-afc10d402e9c req-ba5a44ee-2b53-4dd6-b081-39651c3facb9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b83d6aa-a2f2-460c-8cda-55cb91ce5601 HTTP/1.1" status: 200 len: 853 time: 0.0568101 May 28 01:51:39.435689 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b604d-b324-474f-b929-afc10d402e9c req-23adfce2-4e86-4869-b71c-f0b2d2517f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:39.437100 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-470b604d-b324-474f-b929-afc10d402e9c req-23adfce2-4e86-4869-b71c-f0b2d2517f0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db660754-40e5-489b-b2a5-3c04c03dda5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733950 May 28 01:51:39.569722 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-470b604d-b324-474f-b929-afc10d402e9c req-f5689da4-d262-46d5-b694-525c56900e99 service neutron] 10.222.0.20 "GET /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255922 May 28 01:51:39.702216 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-470b604d-b324-474f-b929-afc10d402e9c req-58359ee4-52a6-4e38-9e46-8e703cbd4433 service neutron] 10.222.0.20 "GET /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260359 May 28 01:51:50.063780 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:51:53.353096 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124944e-c26e-4e33-babc-432ff815d7d2 req-be5dca16-d8a6-453b-bf4a-ac6dd0d32c20 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:53.354561 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2124944e-c26e-4e33-babc-432ff815d7d2 req-be5dca16-d8a6-453b-bf4a-ac6dd0d32c20 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 984 time: 0.1435442 May 28 01:51:53.357337 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a9095-3ad3-49a0-aad5-1363bf35441f req-7aebe079-ba54-42c5-b5ed-3b36a037509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:53.358656 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-951a9095-3ad3-49a0-aad5-1363bf35441f req-7aebe079-ba54-42c5-b5ed-3b36a037509a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8f57c5046744b40a60f12947b0b1538&device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 1137 time: 0.1454625 May 28 01:51:53.478440 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-2124944e-c26e-4e33-babc-432ff815d7d2 req-68f146d1-784d-4e23-99bd-683f2b32fc9e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&id=479e4cd5-315b-435b-afd0-8d7ab7f4cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1177351 May 28 01:51:53.519232 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a9095-3ad3-49a0-aad5-1363bf35441f req-79ad3208-7fa1-4c2a-bd22-0dcb67e6d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:53.520703 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-951a9095-3ad3-49a0-aad5-1363bf35441f req-79ad3208-7fa1-4c2a-bd22-0dcb67e6d809 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db660754-40e5-489b-b2a5-3c04c03dda5e HTTP/1.1" status: 200 len: 915 time: 0.1475105 May 28 01:51:53.629080 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-951a9095-3ad3-49a0-aad5-1363bf35441f req-ceba63df-0e1e-4d34-8abc-8ed01e6ffeab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7697c6-9f9c-4e7c-808d-68805bb08e06 HTTP/1.1" status: 200 len: 1000 time: 0.1005738 May 28 01:51:53.691543 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a9095-3ad3-49a0-aad5-1363bf35441f req-65384766-d75d-44be-a9dd-757fb8d43114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:53.692974 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-951a9095-3ad3-49a0-aad5-1363bf35441f req-65384766-d75d-44be-a9dd-757fb8d43114 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b83d6aa-a2f2-460c-8cda-55cb91ce5601 HTTP/1.1" status: 200 len: 853 time: 0.0563843 May 28 01:51:53.771198 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a9095-3ad3-49a0-aad5-1363bf35441f req-9f17c635-45f6-426e-8947-14addb104506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:53.772684 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-951a9095-3ad3-49a0-aad5-1363bf35441f req-9f17c635-45f6-426e-8947-14addb104506 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db660754-40e5-489b-b2a5-3c04c03dda5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725100 May 28 01:51:53.906931 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-951a9095-3ad3-49a0-aad5-1363bf35441f req-4c421adf-3297-417b-920c-d640724d1192 service neutron] 10.222.0.20 "GET /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262333 May 28 01:51:54.038287 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-951a9095-3ad3-49a0-aad5-1363bf35441f req-9da9e36b-d0cd-4596-8093-631bbad4b75c service neutron] 10.222.0.20 "GET /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239092 May 28 01:51:54.767710 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1d628-8d43-48b5-aa5f-51b3ce62f067 req-075f9570-c956-4e05-9acf-bb069f172cee tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:54.769117 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-84d1d628-8d43-48b5-aa5f-51b3ce62f067 req-075f9570-c956-4e05-9acf-bb069f172cee tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 984 time: 0.1818755 May 28 01:51:54.815125 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-84d1d628-8d43-48b5-aa5f-51b3ce62f067 req-4ee1bd49-4013-4c0d-a584-23cb94962893 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&id=479e4cd5-315b-435b-afd0-8d7ab7f4cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397437 May 28 01:51:56.000870 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed19a8-3a59-4520-9077-417bb0a9cebe req-30bf2ea6-051f-4d04-aab3-a1d8f7cd8aed tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:56.002319 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-85ed19a8-3a59-4520-9077-417bb0a9cebe req-30bf2ea6-051f-4d04-aab3-a1d8f7cd8aed tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 984 time: 0.0813220 May 28 01:51:56.048073 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-85ed19a8-3a59-4520-9077-417bb0a9cebe req-eb355bfd-b15f-453d-84fa-95a0177347da tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&id=479e4cd5-315b-435b-afd0-8d7ab7f4cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399446 May 28 01:51:56.935405 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-f613d516-c34a-48ce-98f5-3d47364d26a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:57.236357 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47218fe5-3a92-4c44-91fb-7771e179eb02 req-a0813250-ef54-4eb1-a105-d8cc609590db tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:57.237802 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-47218fe5-3a92-4c44-91fb-7771e179eb02 req-a0813250-ef54-4eb1-a105-d8cc609590db tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 984 time: 0.0840716 May 28 01:51:57.286807 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-47218fe5-3a92-4c44-91fb-7771e179eb02 req-b3bf18b7-1ff4-4306-a7e9-4f4e11679158 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&id=479e4cd5-315b-435b-afd0-8d7ab7f4cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431108 May 28 01:51:58.467338 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d2bb2-3c35-4456-ae95-773e07b9b30e req-37e5654a-92b5-4670-aabd-a31f4312a861 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:58.468797 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e49d2bb2-3c35-4456-ae95-773e07b9b30e req-37e5654a-92b5-4670-aabd-a31f4312a861 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 984 time: 0.0791698 May 28 01:51:58.514943 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-e49d2bb2-3c35-4456-ae95-773e07b9b30e req-1f871077-5e6a-4cd8-bb9a-ab3564907f75 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&id=479e4cd5-315b-435b-afd0-8d7ab7f4cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398393 May 28 01:51:59.264811 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:59.526590 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-75b01834-6ab9-469e-a96b-213a11dfbaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:59.617716 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:51:59.707349 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66f30e-5257-4da4-9477-da2eb2ee991d req-744858db-9598-49a3-a6c6-79170aa879c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:51:59.709066 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6f66f30e-5257-4da4-9477-da2eb2ee991d req-744858db-9598-49a3-a6c6-79170aa879c2 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 984 time: 0.0873580 May 28 01:51:59.754801 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6f66f30e-5257-4da4-9477-da2eb2ee991d req-1343e1ff-9aa5-429e-a170-292b064b3309 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&id=479e4cd5-315b-435b-afd0-8d7ab7f4cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401187 May 28 01:52:00.647507 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:00.940185 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b1f15-9012-44ab-a48d-bf849191ba31 req-624b3c4e-457a-45c5-9222-8aad39bcb46b tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:00.941546 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f77b1f15-9012-44ab-a48d-bf849191ba31 req-624b3c4e-457a-45c5-9222-8aad39bcb46b tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 984 time: 0.0800557 May 28 01:52:00.989418 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f77b1f15-9012-44ab-a48d-bf849191ba31 req-d310d04b-bfdf-4f3f-9a33-6e1e7f9c3648 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&id=479e4cd5-315b-435b-afd0-8d7ab7f4cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420952 May 28 01:52:02.177733 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2d28d-3a55-4cee-85d2-fc549572acf7 req-05b16053-c806-471e-b545-3565515f06a5 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:02.179229 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f6f2d28d-3a55-4cee-85d2-fc549572acf7 req-05b16053-c806-471e-b545-3565515f06a5 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 984 time: 0.0849044 May 28 01:52:02.228184 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f6f2d28d-3a55-4cee-85d2-fc549572acf7 req-679d54c2-6cc8-48a1-94fc-6bf8bd1b0f25 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&id=479e4cd5-315b-435b-afd0-8d7ab7f4cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431693 May 28 01:52:02.325347 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:03.408575 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c56dfe-60bf-40bc-8b7c-81d2f5e007d3 req-209500ff-d3a1-40c2-9de7-e4e3b6200fea tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:03.410000 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-98c56dfe-60bf-40bc-8b7c-81d2f5e007d3 req-209500ff-d3a1-40c2-9de7-e4e3b6200fea tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 984 time: 0.0769701 May 28 01:52:03.457804 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-98c56dfe-60bf-40bc-8b7c-81d2f5e007d3 req-225f4111-c6d2-4205-ad21-182c88b70f80 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&id=479e4cd5-315b-435b-afd0-8d7ab7f4cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422144 May 28 01:52:04.642542 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d8b8b-588d-467f-8b05-2bfbac395850 req-2f3b1b4c-2646-47a5-83d2-52678a4ccb1f tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:04.644589 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4b1d8b8b-588d-467f-8b05-2bfbac395850 req-2f3b1b4c-2646-47a5-83d2-52678a4ccb1f tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 984 time: 0.0850420 May 28 01:52:04.689188 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-4b1d8b8b-588d-467f-8b05-2bfbac395850 req-6cd3a087-c072-4220-a066-c77858dd561e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&id=479e4cd5-315b-435b-afd0-8d7ab7f4cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387816 May 28 01:52:05.884788 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb1da4-d117-443f-a7a8-b1baa32d7546 req-9fbae0b8-d3a5-45db-9c17-24db5067b985 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:05.886297 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f7bb1da4-d117-443f-a7a8-b1baa32d7546 req-9fbae0b8-d3a5-45db-9c17-24db5067b985 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 984 time: 0.0935271 May 28 01:52:05.935028 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-f7bb1da4-d117-443f-a7a8-b1baa32d7546 req-9ff5fad7-cd5a-410c-b7de-f0b2a616da86 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&id=479e4cd5-315b-435b-afd0-8d7ab7f4cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426848 May 28 01:52:26.937058 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-bd022462-5a36-4b10-8241-84cae9b27616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:27.062210 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:52:29.265982 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:29.526961 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6bcf4843-a7ff-4d9a-a62a-bdd5a0797250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:29.631423 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:30.649102 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:32.328690 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:35.251588 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5039e717-b3d3-4647-a1d6-c224c2ce306d req-5550206a-9a06-4585-b229-d50c9e11d906 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1313658987&fields=id&tenant_id=f8f57c5046744b40a60f12947b0b1538 HTTP/1.1" status: 200 len: 267 time: 0.1479120 May 28 01:52:35.331365 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039e717-b3d3-4647-a1d6-c224c2ce306d req-6a75358b-3a3f-4efa-96cc-38d82734f166 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:35.332888 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5039e717-b3d3-4647-a1d6-c224c2ce306d req-6a75358b-3a3f-4efa-96cc-38d82734f166 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 984 time: 0.0757761 May 28 01:52:35.343188 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.v2.base [req-5039e717-b3d3-4647-a1d6-c224c2ce306d req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Request body: {'port': {'security_groups': ['f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5']}} {{(pid=98373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 28 01:52:35.460119 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-5039e717-b3d3-4647-a1d6-c224c2ce306d req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4178991'] for port, before_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:35.694152 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-5039e717-b3d3-4647-a1d6-c224c2ce306d req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] For port 9c7697c6-9f9c-4e7c-808d-68805bb08e06, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9c7697c6-9f9c-4e7c-808d-68805bb08e06,segment=NetworkSegment(e27d86d5-1326-462e-9c8e-6939b57ec36a),segment_id=e27d86d5-1326-462e-9c8e-6939b57ec36a)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:52:35.719084 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-5039e717-b3d3-4647-a1d6-c224c2ce306d req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for port, precommit_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:35.723835 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-5039e717-b3d3-4647-a1d6-c224c2ce306d req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764331313044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764330929125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764330929430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10682041'] for port, after_update {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:35.730020 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:52:35.756709 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['9c7697c6-9f9c-4e7c-808d-68805bb08e06'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:52:35.794753 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039e717-b3d3-4647-a1d6-c224c2ce306d req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:35.795326 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-5039e717-b3d3-4647-a1d6-c224c2ce306d req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:35.796715 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-5039e717-b3d3-4647-a1d6-c224c2ce306d req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "PUT /v2.0/ports/9c7697c6-9f9c-4e7c-808d-68805bb08e06 HTTP/1.1" status: 200 len: 942 time: 0.4578214 May 28 01:52:35.797231 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e4db4a-0fad-49ed-a313-7993530581b4', 'tag': '9c7697c6-9f9c-4e7c-808d-68805bb08e06'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:52:35.804326 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.wsgi [-] (98374) accepted ('10.222.0.32', 33486) {{(pid=98374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:52:35.818475 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Pushing event updated for resources: {'Port': ['ID=9c7697c6-9f9c-4e7c-808d-68805bb08e06,revision_number=7']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:52:35.828282 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:35.829597 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:35.829597 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:35.830252 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:35.830733 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:35.831191 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:35.831715 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:35.832111 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:35.833034 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:35.833539 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:35.833964 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:35.834412 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:35.839424 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-a6a42832-ee43-4add-ae9a-82295b9e3a18 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:52:35.857484 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e4db4a-0fad-49ed-a313-7993530581b4', 'tag': '9c7697c6-9f9c-4e7c-808d-68805bb08e06', 'status': 'completed', 'code': 200} May 28 01:52:35.901322 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-fc6250c2-11f2-4391-adcf-981fd8a6f3fc tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group, before_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:35.927185 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['9c7697c6-9f9c-4e7c-808d-68805bb08e06'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:52:35.938247 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-fc6250c2-11f2-4391-adcf-981fd8a6f3fc tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:36.006764 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-fc6250c2-11f2-4391-adcf-981fd8a6f3fc tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:36.012578 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-f4253abd-654e-4658-af1e-b772b999d16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:52:36.031099 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6250c2-11f2-4391-adcf-981fd8a6f3fc tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=479e4cd5-315b-435b-afd0-8d7ab7f4cad1,revision_number=None']} {{(pid=98374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:52:36.037884 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c093e8-a59d-4c90-bc37-15073c504b97 req-f08a1d8e-8c90-450d-a817-c14630d96729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:36.039173 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron_lib.callbacks.manager [None req-fc6250c2-11f2-4391-adcf-981fd8a6f3fc tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for security_group, before_response {{(pid=98374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:36.039492 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-08c093e8-a59d-4c90-bc37-15073c504b97 req-f08a1d8e-8c90-450d-a817-c14630d96729 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8f57c5046744b40a60f12947b0b1538&device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 1098 time: 0.1413410 May 28 01:52:36.040440 dv-cinder-793515-1-smb neutron-server[98374]: INFO neutron.wsgi [None req-fc6250c2-11f2-4391-adcf-981fd8a6f3fc tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "DELETE /v2.0/security-groups/479e4cd5-315b-435b-afd0-8d7ab7f4cad1 HTTP/1.1" status: 204 len: 168 time: 0.2350338 May 28 01:52:36.041772 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6250c2-11f2-4391-adcf-981fd8a6f3fc tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:36.042145 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6250c2-11f2-4391-adcf-981fd8a6f3fc tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:36.042993 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6250c2-11f2-4391-adcf-981fd8a6f3fc tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:36.043355 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33492) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:52:36.043482 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6250c2-11f2-4391-adcf-981fd8a6f3fc tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:36.043713 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6250c2-11f2-4391-adcf-981fd8a6f3fc tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:36.044098 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6250c2-11f2-4391-adcf-981fd8a6f3fc tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:36.044450 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6250c2-11f2-4391-adcf-981fd8a6f3fc tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:36.045112 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6250c2-11f2-4391-adcf-981fd8a6f3fc tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:36.045112 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6250c2-11f2-4391-adcf-981fd8a6f3fc tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:36.045469 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6250c2-11f2-4391-adcf-981fd8a6f3fc tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:36.045811 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6250c2-11f2-4391-adcf-981fd8a6f3fc tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:36.046153 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6250c2-11f2-4391-adcf-981fd8a6f3fc tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:36.049436 dv-cinder-793515-1-smb neutron-server[98374]: DEBUG oslo_concurrency.lockutils [None req-fc6250c2-11f2-4391-adcf-981fd8a6f3fc tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:52:36.135091 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.provisioning_blocks [None req-46694288-9da3-4dce-a71d-f9a6cae0116b None None] Provisioning complete for port 9c7697c6-9f9c-4e7c-808d-68805bb08e06 triggered by entity DHCP. {{(pid=98375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 01:52:36.135466 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-46694288-9da3-4dce-a71d-f9a6cae0116b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4003353'] for port, provisioning_complete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:36.457139 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c093e8-a59d-4c90-bc37-15073c504b97 req-cbb2440f-c31a-42bd-a8f1-6d11fbb009d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:36.458917 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-08c093e8-a59d-4c90-bc37-15073c504b97 req-cbb2440f-c31a-42bd-a8f1-6d11fbb009d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db660754-40e5-489b-b2a5-3c04c03dda5e HTTP/1.1" status: 200 len: 915 time: 0.4021955 May 28 01:52:36.602839 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-08c093e8-a59d-4c90-bc37-15073c504b97 req-bf318a7f-34d6-48c8-b646-bf8d12ede37a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7697c6-9f9c-4e7c-808d-68805bb08e06 HTTP/1.1" status: 200 len: 1000 time: 0.1369503 May 28 01:52:36.650066 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-d70f2e6c-2d0b-4ef5-b126-97bc6a573379 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Deleting port 5982c4e6-56c3-42d2-86a5-4584a30dbc5e {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:52:36.650404 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d70f2e6c-2d0b-4ef5-b126-97bc6a573379 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:36.740942 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c093e8-a59d-4c90-bc37-15073c504b97 req-c08bc559-f887-483c-b3eb-7f031485ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:36.742976 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-08c093e8-a59d-4c90-bc37-15073c504b97 req-c08bc559-f887-483c-b3eb-7f031485ae0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b83d6aa-a2f2-460c-8cda-55cb91ce5601 HTTP/1.1" status: 200 len: 853 time: 0.1329136 May 28 01:52:36.832844 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d70f2e6c-2d0b-4ef5-b126-97bc6a573379 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:36.833174 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d70f2e6c-2d0b-4ef5-b126-97bc6a573379 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:36.957256 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-d70f2e6c-2d0b-4ef5-b126-97bc6a573379 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Calling delete_port for 5982c4e6-56c3-42d2-86a5-4584a30dbc5e owned by network:floatingip {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:52:36.983492 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c093e8-a59d-4c90-bc37-15073c504b97 req-ddec70bb-d1df-4361-a337-8a90b4ee1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:36.985118 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-08c093e8-a59d-4c90-bc37-15073c504b97 req-ddec70bb-d1df-4361-a337-8a90b4ee1d3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db660754-40e5-489b-b2a5-3c04c03dda5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2354136 May 28 01:52:36.995672 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [req-08c093e8-a59d-4c90-bc37-15073c504b97 req-9a6b32e0-f8b9-4893-be21-a00c86f0dc76 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=98373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 28 01:52:36.996686 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-08c093e8-a59d-4c90-bc37-15073c504b97 req-9a6b32e0-f8b9-4893-be21-a00c86f0dc76 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050819 May 28 01:52:37.199199 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d70f2e6c-2d0b-4ef5-b126-97bc6a573379 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:37.205615 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-15aea1cb-5e91-4fd1-b8af-009587631cab tempest-AttachVolumeShelveTestJSON-70364661 tempest-AttachVolumeShelveTestJSON-70364661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:52:37.247558 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-08c093e8-a59d-4c90-bc37-15073c504b97 req-84876771-057b-4750-bc41-bab6be897633 service neutron] 10.222.0.20 "GET /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184813 May 28 01:52:37.256449 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f2e6c-2d0b-4ef5-b126-97bc6a573379 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Pushing event deleted for resources: {'Port': ['ID=5982c4e6-56c3-42d2-86a5-4584a30dbc5e,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:52:37.258840 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-d70f2e6c-2d0b-4ef5-b126-97bc6a573379 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:52:37.428394 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d70f2e6c-2d0b-4ef5-b126-97bc6a573379 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks [] for floatingip, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:37.428727 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.db.l3_db [None req-d70f2e6c-2d0b-4ef5-b126-97bc6a573379 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Floating IP 0eadc2a4-0063-4e1c-a431-3576341ba578 disassociated (deleted). External IP: 172.28.1.69, port: 9c7697c6-9f9c-4e7c-808d-68805bb08e06. May 28 01:52:37.535397 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-08c093e8-a59d-4c90-bc37-15073c504b97 req-5aafcc9e-511a-4594-82fa-c25b29f403a1 service neutron] 10.222.0.20 "GET /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799020 May 28 01:52:37.904066 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70f2e6c-2d0b-4ef5-b126-97bc6a573379 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Router 3a36f789-1083-4fb6-9b74-6c668c98502e has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:52:38.079715 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70f2e6c-2d0b-4ef5-b126-97bc6a573379 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:52:38.089160 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ca6ef-6b44-4c9e-829b-f8334e4b4fb3 None None] Sync routers for ids ['3a36f789-1083-4fb6-9b74-6c668c98502e'] in dv-cinder-793515-1-smb {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:52:38.098776 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305ca6ef-6b44-4c9e-829b-f8334e4b4fb3 None None] Routers {'3a36f789-1083-4fb6-9b74-6c668c98502e'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:52:38.099387 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-305ca6ef-6b44-4c9e-829b-f8334e4b4fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:52:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['3a36f789-1083-4fb6-9b74-6c668c98502e'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:52:38.100328 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d70f2e6c-2d0b-4ef5-b126-97bc6a573379 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for floatingip, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:38.159895 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-d70f2e6c-2d0b-4ef5-b126-97bc6a573379 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "DELETE /v2.0/floatingips/0eadc2a4-0063-4e1c-a431-3576341ba578 HTTP/1.1" status: 204 len: 168 time: 2.1103237 May 28 01:52:38.159895 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e4db4a-0fad-49ed-a313-7993530581b4', 'tag': '9c7697c6-9f9c-4e7c-808d-68805bb08e06'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:52:38.218020 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e4db4a-0fad-49ed-a313-7993530581b4', 'tag': '9c7697c6-9f9c-4e7c-808d-68805bb08e06', 'status': 'completed', 'code': 200} May 28 01:52:38.282392 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-305ca6ef-6b44-4c9e-829b-f8334e4b4fb3 None None] Set router 3a36f789-1083-4fb6-9b74-6c668c98502e gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:52:38.330627 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65984632-e209-4c15-a335-d9ba7430220b req-3f0dca91-74ee-45f9-988c-851613644752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:38.332151 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-65984632-e209-4c15-a335-d9ba7430220b req-3f0dca91-74ee-45f9-988c-851613644752 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8f57c5046744b40a60f12947b0b1538&device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 1098 time: 0.0705447 May 28 01:52:38.468244 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65984632-e209-4c15-a335-d9ba7430220b req-e410433b-65b7-4ac0-9281-aeec7f0a99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:38.469696 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-65984632-e209-4c15-a335-d9ba7430220b req-e410433b-65b7-4ac0-9281-aeec7f0a99f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db660754-40e5-489b-b2a5-3c04c03dda5e HTTP/1.1" status: 200 len: 915 time: 0.1309171 May 28 01:52:38.551081 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-65984632-e209-4c15-a335-d9ba7430220b req-8ab221bd-d498-41ae-bec1-e4d7f651d23c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7697c6-9f9c-4e7c-808d-68805bb08e06 HTTP/1.1" status: 200 len: 217 time: 0.0745656 May 28 01:52:38.614283 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-305ca6ef-6b44-4c9e-829b-f8334e4b4fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'name': 'tempest-TestMinimumBasicScenario-321683330-router', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:37Z', 'updated_at': '2021-05-28T01:50:41Z', 'revision_number': 4, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'gw_port': {'id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:38Z', 'updated_at': '2021-05-28T01:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': 'fbfca674-c92d-419a-9dc2-e801ceb9d23b', 'name': '', 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'mac_address': 'fa:16:3e:3a:f3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5b83d6aa-a2f2-460c-8cda-55cb91ce5601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:40Z', 'updated_at': '2021-05-28T01:50:49Z', 'revision_number': 5, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'subnets': [{'id': '5b83d6aa-a2f2-460c-8cda-55cb91ce5601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:52:38.618336 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ca6ef-6b44-4c9e-829b-f8334e4b4fb3 None None] Checking router: 3a36f789-1083-4fb6-9b74-6c668c98502e for host: dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:52:38.626740 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305ca6ef-6b44-4c9e-829b-f8334e4b4fb3 None None] Routers {'3a36f789-1083-4fb6-9b74-6c668c98502e'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:52:38.627339 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65984632-e209-4c15-a335-d9ba7430220b req-e521f106-9550-4b19-b6a8-b8ae0f6e5420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:38.627467 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-305ca6ef-6b44-4c9e-829b-f8334e4b4fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:52:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['3a36f789-1083-4fb6-9b74-6c668c98502e'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:52:38.629012 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-65984632-e209-4c15-a335-d9ba7430220b req-e521f106-9550-4b19-b6a8-b8ae0f6e5420 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b83d6aa-a2f2-460c-8cda-55cb91ce5601 HTTP/1.1" status: 200 len: 853 time: 0.0614603 May 28 01:52:38.706789 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65984632-e209-4c15-a335-d9ba7430220b req-97da766d-da9d-4f49-831c-67a50e834433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:38.708536 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-65984632-e209-4c15-a335-d9ba7430220b req-97da766d-da9d-4f49-831c-67a50e834433 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db660754-40e5-489b-b2a5-3c04c03dda5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730269 May 28 01:52:38.843863 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-305ca6ef-6b44-4c9e-829b-f8334e4b4fb3 None None] Set router 3a36f789-1083-4fb6-9b74-6c668c98502e gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:52:38.852237 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-65984632-e209-4c15-a335-d9ba7430220b req-0534b181-9920-41a3-9753-ee90b2c9a68c service neutron] 10.222.0.20 "GET /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341393 May 28 01:52:38.984574 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-65984632-e209-4c15-a335-d9ba7430220b req-9f361f58-806d-4e1f-8303-8247cec9034a service neutron] 10.222.0.20 "GET /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254995 May 28 01:52:39.171940 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-305ca6ef-6b44-4c9e-829b-f8334e4b4fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'name': 'tempest-TestMinimumBasicScenario-321683330-router', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:37Z', 'updated_at': '2021-05-28T01:50:41Z', 'revision_number': 4, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'gw_port': {'id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:38Z', 'updated_at': '2021-05-28T01:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': 'fbfca674-c92d-419a-9dc2-e801ceb9d23b', 'name': '', 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'mac_address': 'fa:16:3e:3a:f3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5b83d6aa-a2f2-460c-8cda-55cb91ce5601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:40Z', 'updated_at': '2021-05-28T01:50:49Z', 'revision_number': 5, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'subnets': [{'id': '5b83d6aa-a2f2-460c-8cda-55cb91ce5601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:52:39.175709 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ca6ef-6b44-4c9e-829b-f8334e4b4fb3 None None] The sync data for ids ['3a36f789-1083-4fb6-9b74-6c668c98502e'] in dv-cinder-793515-1-smb is: [{'id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'name': 'tempest-TestMinimumBasicScenario-321683330-router', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:37Z', 'updated_at': '2021-05-28T01:50:41Z', 'revision_number': 4, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'gw_port': {'id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:38Z', 'updated_at': '2021-05-28T01:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb', '_interfaces': [{'id': 'fbfca674-c92d-419a-9dc2-e801ceb9d23b', 'name': '', 'network_id': 'db660754-40e5-489b-b2a5-3c04c03dda5e', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'mac_address': 'fa:16:3e:3a:f3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5b83d6aa-a2f2-460c-8cda-55cb91ce5601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:40Z', 'updated_at': '2021-05-28T01:50:49Z', 'revision_number': 5, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'subnets': [{'id': '5b83d6aa-a2f2-460c-8cda-55cb91ce5601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:52:39.394465 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c45353-6193-40b5-a230-2ef1c504d80a None None] New status for floating IP 0eadc2a4-0063-4e1c-a431-3576341ba578: DOWN {{(pid=98376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 01:52:39.777043 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a5b11875-8ace-4eaa-a148-31f7db8baedf req-522dac76-8cce-4d6c-a3bb-3ccb5becaf0f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724614 May 28 01:52:39.929296 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b11875-8ace-4eaa-a148-31f7db8baedf req-0b201756-8f28-4d00-87ff-064cd85f6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:39.931312 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a5b11875-8ace-4eaa-a148-31f7db8baedf req-0b201756-8f28-4d00-87ff-064cd85f6ea9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8f57c5046744b40a60f12947b0b1538&device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 1098 time: 0.0707219 May 28 01:52:40.082257 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b11875-8ace-4eaa-a148-31f7db8baedf req-ea29ba8b-5a6b-4a8f-a1bc-97b4235948cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:40.084011 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a5b11875-8ace-4eaa-a148-31f7db8baedf req-ea29ba8b-5a6b-4a8f-a1bc-97b4235948cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=db660754-40e5-489b-b2a5-3c04c03dda5e HTTP/1.1" status: 200 len: 915 time: 0.1311483 May 28 01:52:40.261629 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a5b11875-8ace-4eaa-a148-31f7db8baedf req-72cc47e7-bb06-4c51-8d73-7c0870c7394b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7697c6-9f9c-4e7c-808d-68805bb08e06 HTTP/1.1" status: 200 len: 217 time: 0.1706359 May 28 01:52:40.325072 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b11875-8ace-4eaa-a148-31f7db8baedf req-fbb86daa-1507-41a3-b68c-25a79c2455a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:40.326362 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a5b11875-8ace-4eaa-a148-31f7db8baedf req-fbb86daa-1507-41a3-b68c-25a79c2455a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b83d6aa-a2f2-460c-8cda-55cb91ce5601 HTTP/1.1" status: 200 len: 853 time: 0.0585957 May 28 01:52:40.403132 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b11875-8ace-4eaa-a148-31f7db8baedf req-237e7c09-bef8-4e05-967d-497a0477fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:40.404704 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a5b11875-8ace-4eaa-a148-31f7db8baedf req-237e7c09-bef8-4e05-967d-497a0477fbff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db660754-40e5-489b-b2a5-3c04c03dda5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708594 May 28 01:52:40.534081 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a5b11875-8ace-4eaa-a148-31f7db8baedf req-3d332d64-745e-42a8-93e7-5d5b4cd5b671 service neutron] 10.222.0.20 "GET /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229753 May 28 01:52:40.664818 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-a5b11875-8ace-4eaa-a148-31f7db8baedf req-3329bfe8-47d7-4d00-8ea8-16485fb55dd2 service neutron] 10.222.0.20 "GET /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235962 May 28 01:52:41.552926 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c57807-8708-4be9-ada1-3cc54b38bc24 req-aa2d709f-efb1-42f9-ab3e-d017c39d8687 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:41.553642 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-85c57807-8708-4be9-ada1-3cc54b38bc24 req-aa2d709f-efb1-42f9-ab3e-d017c39d8687 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Synchronizing usage tracker for tenant:f8f57c5046744b40a60f12947b0b1538 on resource:port {{(pid=98373) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 01:52:41.568062 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.quota.resource [req-85c57807-8708-4be9-ada1-3cc54b38bc24 req-aa2d709f-efb1-42f9-ab3e-d017c39d8687 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Unset dirty status for tenant:f8f57c5046744b40a60f12947b0b1538 on resource:port {{(pid=98373) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 01:52:41.569155 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-85c57807-8708-4be9-ada1-3cc54b38bc24 req-aa2d709f-efb1-42f9-ab3e-d017c39d8687 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 945 time: 0.0934172 May 28 01:52:41.613078 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-85c57807-8708-4be9-ada1-3cc54b38bc24 req-72661d92-9c9b-4fef-94c9-a3a584339294 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382445 May 28 01:52:42.797492 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da61dc9-c205-40ec-b5a9-48e290825623 req-f55eb647-8a93-45df-8ab5-bd11f404b7d5 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:42.798918 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6da61dc9-c205-40ec-b5a9-48e290825623 req-f55eb647-8a93-45df-8ab5-bd11f404b7d5 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 945 time: 0.0813055 May 28 01:52:42.842198 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-6da61dc9-c205-40ec-b5a9-48e290825623 req-23b05a2c-ee1d-4211-bd42-1766ea668c3b tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377214 May 28 01:52:43.365267 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d03864-b784-472d-8981-778e0578a551 req-eb1e4bbf-a8b0-4f59-b6b1-ac01939d12c5 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 01:52:43.366787 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-10d03864-b784-472d-8981-778e0578a551 req-eb1e4bbf-a8b0-4f59-b6b1-ac01939d12c5 tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 945 time: 0.0792663 May 28 01:52:43.501708 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-10d03864-b784-472d-8981-778e0578a551 req-c2344eac-5992-47fa-8627-09c99c3a033e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Deleting port 9c7697c6-9f9c-4e7c-808d-68805bb08e06 {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:52:43.502053 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-10d03864-b784-472d-8981-778e0578a551 req-c2344eac-5992-47fa-8627-09c99c3a033e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:43.633891 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [req-10d03864-b784-472d-8981-778e0578a551 req-c2344eac-5992-47fa-8627-09c99c3a033e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] For port 9c7697c6-9f9c-4e7c-808d-68805bb08e06, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9c7697c6-9f9c-4e7c-808d-68805bb08e06,segment=NetworkSegment(e27d86d5-1326-462e-9c8e-6939b57ec36a),segment_id=e27d86d5-1326-462e-9c8e-6939b57ec36a)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:52:43.634261 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-10d03864-b784-472d-8981-778e0578a551 req-c2344eac-5992-47fa-8627-09c99c3a033e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:43.759364 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [req-10d03864-b784-472d-8981-778e0578a551 req-c2344eac-5992-47fa-8627-09c99c3a033e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Calling delete_port for 9c7697c6-9f9c-4e7c-808d-68805bb08e06 owned by compute:nova {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:52:43.866863 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-10d03864-b784-472d-8981-778e0578a551 req-c2344eac-5992-47fa-8627-09c99c3a033e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:43.872401 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:52:43.901852 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] get_ports_and_sgs() called for port_ids ['9c7697c6-9f9c-4e7c-808d-68805bb08e06'] {{(pid=98375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 28 01:52:43.953185 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2344eac-5992-47fa-8627-09c99c3a033e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Pushing event deleted for resources: {'Port': ['ID=9c7697c6-9f9c-4e7c-808d-68805bb08e06,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:52:43.962063 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-c2344eac-5992-47fa-8627-09c99c3a033e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:52:44.036706 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-359fc789-d12c-47fc-a3c8-828dcfc8cbfa req-fe04f33b-7315-4ffd-b75c-be3a74f8cf8c tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e4db4a-0fad-49ed-a313-7993530581b4 HTTP/1.1" status: 200 len: 210 time: 0.0811863 May 28 01:52:44.037356 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d03864-b784-472d-8981-778e0578a551 req-c2344eac-5992-47fa-8627-09c99c3a033e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] No DVR routers for this DVR port 9c7697c6-9f9c-4e7c-808d-68805bb08e06 on host hv-cinder-79351 {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:52:44.040487 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [req-10d03864-b784-472d-8981-778e0578a551 req-c2344eac-5992-47fa-8627-09c99c3a033e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60749'] for port, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:44.043167 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e4db4a-0fad-49ed-a313-7993530581b4', 'name': 'network-vif-deleted', 'tag': '9c7697c6-9f9c-4e7c-808d-68805bb08e06'}] {{(pid=98373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 01:52:44.058908 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [req-10d03864-b784-472d-8981-778e0578a551 req-c2344eac-5992-47fa-8627-09c99c3a033e tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] 10.222.0.20 "DELETE /v2.0/ports/9c7697c6-9f9c-4e7c-808d-68805bb08e06 HTTP/1.1" status: 204 len: 173 time: 0.6862693 May 28 01:52:44.090942 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e4db4a-0fad-49ed-a313-7993530581b4', 'name': 'network-vif-deleted', 'tag': '9c7697c6-9f9c-4e7c-808d-68805bb08e06', 'status': 'completed', 'code': 200} May 28 01:52:45.650270 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33576) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:52:46.274372 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-068a3fdb-a1ec-4c2e-af20-46a9c322f4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1031884'] for router_interface, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:46.670885 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-068a3fdb-a1ec-4c2e-af20-46a9c322f4d9 admin admin] Deleting port fbfca674-c92d-419a-9dc2-e801ceb9d23b {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:52:46.671560 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-068a3fdb-a1ec-4c2e-af20-46a9c322f4d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:46.786666 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [None req-068a3fdb-a1ec-4c2e-af20-46a9c322f4d9 admin admin] For port fbfca674-c92d-419a-9dc2-e801ceb9d23b, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=fbfca674-c92d-419a-9dc2-e801ceb9d23b,segment=NetworkSegment(e27d86d5-1326-462e-9c8e-6939b57ec36a),segment_id=e27d86d5-1326-462e-9c8e-6939b57ec36a)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:52:46.787006 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-068a3fdb-a1ec-4c2e-af20-46a9c322f4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:46.913016 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-068a3fdb-a1ec-4c2e-af20-46a9c322f4d9 admin admin] Calling delete_port for fbfca674-c92d-419a-9dc2-e801ceb9d23b owned by network:router_interface {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:52:47.196571 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-068a3fdb-a1ec-4c2e-af20-46a9c322f4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:47.200085 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-d8e2707a-9093-42d4-8a1c-c9da04217ff7 tempest-TestShelveInstance-743055106 tempest-TestShelveInstance-743055106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:52:47.219125 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 9c7697c6-9f9c-4e7c-808d-68805bb08e06 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:52:47.252976 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] No Port match for: 9c7697c6-9f9c-4e7c-808d-68805bb08e06 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:52:47.253328 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Device 9c7697c6-9f9c-4e7c-808d-68805bb08e06 not bound to the agent host hv-cinder-79351 {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:52:47.358028 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a3fdb-a1ec-4c2e-af20-46a9c322f4d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbfca674-c92d-419a-9dc2-e801ceb9d23b,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:52:47.361157 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-068a3fdb-a1ec-4c2e-af20-46a9c322f4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:52:47.620022 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-068a3fdb-a1ec-4c2e-af20-46a9c322f4d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026140'] for router_interface, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:47.969998 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068a3fdb-a1ec-4c2e-af20-46a9c322f4d9 admin admin] Router 3a36f789-1083-4fb6-9b74-6c668c98502e has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:52:48.156865 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068a3fdb-a1ec-4c2e-af20-46a9c322f4d9 admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:52:48.166239 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beed8466-5012-4964-bc59-22c614a3c935 None None] Sync routers for ids ['3a36f789-1083-4fb6-9b74-6c668c98502e'] in dv-cinder-793515-1-smb {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:52:48.170083 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-068a3fdb-a1ec-4c2e-af20-46a9c322f4d9 admin admin] 10.222.0.32 "PUT /v2.0/routers/3a36f789-1083-4fb6-9b74-6c668c98502e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5187609 May 28 01:52:48.172554 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33580) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:52:48.175232 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beed8466-5012-4964-bc59-22c614a3c935 None None] Routers {'3a36f789-1083-4fb6-9b74-6c668c98502e'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:52:48.175866 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-beed8466-5012-4964-bc59-22c614a3c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:52:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['3a36f789-1083-4fb6-9b74-6c668c98502e'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:52:48.345646 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-42557504-054b-43a4-bfe6-219e9025b6ed admin admin] Notify callbacks [] for router, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:48.352271 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-beed8466-5012-4964-bc59-22c614a3c935 None None] Set router 3a36f789-1083-4fb6-9b74-6c668c98502e gateway port host: dv-cinder-793515-1-smb {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:52:48.519583 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-42557504-054b-43a4-bfe6-219e9025b6ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:48.591588 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-42557504-054b-43a4-bfe6-219e9025b6ed admin admin] Deleting port 9ad3f259-a4d4-4071-bee4-bc310d730e1e {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:52:48.591957 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-42557504-054b-43a4-bfe6-219e9025b6ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:48.634608 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-beed8466-5012-4964-bc59-22c614a3c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'name': 'tempest-TestMinimumBasicScenario-321683330-router', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:37Z', 'updated_at': '2021-05-28T01:52:47Z', 'revision_number': 5, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'gw_port': {'id': '9ad3f259-a4d4-4071-bee4-bc310d730e1e', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:38Z', 'updated_at': '2021-05-28T01:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:52:48.638763 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beed8466-5012-4964-bc59-22c614a3c935 None None] Checking router: 3a36f789-1083-4fb6-9b74-6c668c98502e for host: dv-cinder-793515-1-smb {{(pid=98375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:52:48.647606 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beed8466-5012-4964-bc59-22c614a3c935 None None] Routers {'3a36f789-1083-4fb6-9b74-6c668c98502e'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:52:48.648264 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-beed8466-5012-4964-bc59-22c614a3c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:52:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['3a36f789-1083-4fb6-9b74-6c668c98502e'], 'active': True} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:52:48.802919 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvr_db [None req-beed8466-5012-4964-bc59-22c614a3c935 None None] Set router 3a36f789-1083-4fb6-9b74-6c668c98502e gateway port host: None {{(pid=98375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:52:48.817655 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [None req-42557504-054b-43a4-bfe6-219e9025b6ed admin admin] For port 9ad3f259-a4d4-4071-bee4-bc310d730e1e, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=9ad3f259-a4d4-4071-bee4-bc310d730e1e,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:52:48.818003 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-42557504-054b-43a4-bfe6-219e9025b6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:48.908902 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_hamode_db [None req-beed8466-5012-4964-bc59-22c614a3c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'name': 'tempest-TestMinimumBasicScenario-321683330-router', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:37Z', 'updated_at': '2021-05-28T01:52:48Z', 'revision_number': 6, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'gw_port_host': None}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:52:48.912756 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beed8466-5012-4964-bc59-22c614a3c935 None None] The sync data for ids ['3a36f789-1083-4fb6-9b74-6c668c98502e'] in dv-cinder-793515-1-smb is: [{'id': '3a36f789-1083-4fb6-9b74-6c668c98502e', 'name': 'tempest-TestMinimumBasicScenario-321683330-router', 'tenant_id': 'f8f57c5046744b40a60f12947b0b1538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:37Z', 'updated_at': '2021-05-28T01:52:48Z', 'revision_number': 6, 'project_id': 'f8f57c5046744b40a60f12947b0b1538', 'gw_port_host': None}] {{(pid=98375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:52:48.943977 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-42557504-054b-43a4-bfe6-219e9025b6ed admin admin] Calling delete_port for 9ad3f259-a4d4-4071-bee4-bc310d730e1e owned by network:router_gateway {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:52:49.074138 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-42557504-054b-43a4-bfe6-219e9025b6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:49.077651 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-696534e1-d202-414e-a308-cb7c441c7946 tempest-AttachVolumeTestJSON-1198368197 tempest-AttachVolumeTestJSON-1198368197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:52:49.122767 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42557504-054b-43a4-bfe6-219e9025b6ed admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad3f259-a4d4-4071-bee4-bc310d730e1e,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:52:49.126488 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-42557504-054b-43a4-bfe6-219e9025b6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:52:49.213539 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-42557504-054b-43a4-bfe6-219e9025b6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025489'] for router_gateway, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:49.387331 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-42557504-054b-43a4-bfe6-219e9025b6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6861'] for router, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:49.389561 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-42557504-054b-43a4-bfe6-219e9025b6ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:49.414936 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-42557504-054b-43a4-bfe6-219e9025b6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1020256'] for router, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:49.415440 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42557504-054b-43a4-bfe6-219e9025b6ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a36f789-1083-4fb6-9b74-6c668c98502e {{(pid=98373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 01:52:49.430419 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-42557504-054b-43a4-bfe6-219e9025b6ed admin admin] Notify callbacks [] for router, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:49.431720 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-42557504-054b-43a4-bfe6-219e9025b6ed admin admin] 10.222.0.32 "DELETE /v2.0/routers/3a36f789-1083-4fb6-9b74-6c668c98502e HTTP/1.1" status: 204 len: 168 time: 1.2582498 May 28 01:52:49.434381 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33584) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:52:49.494680 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72ecb92-8cf1-4b65-b8ff-c5cf5110397f admin admin] Deleting subnet 5b83d6aa-a2f2-460c-8cda-55cb91ce5601 {{(pid=98373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 28 01:52:49.497544 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d72ecb92-8cf1-4b65-b8ff-c5cf5110397f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:49.544909 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d72ecb92-8cf1-4b65-b8ff-c5cf5110397f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1627259'] for subnet, precommit_delete_associations {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:49.622177 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d72ecb92-8cf1-4b65-b8ff-c5cf5110397f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4121571'] for subnet, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:49.686862 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device fbfca674-c92d-419a-9dc2-e801ceb9d23b no longer exists at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:52:49.722337 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] No Port match for: fbfca674-c92d-419a-9dc2-e801ceb9d23b {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:52:49.722687 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device fbfca674-c92d-419a-9dc2-e801ceb9d23b not bound to the agent host dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:52:49.876116 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d72ecb92-8cf1-4b65-b8ff-c5cf5110397f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10518851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10516452'] for subnet, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:49.880018 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:52:49.921919 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ecb92-8cf1-4b65-b8ff-c5cf5110397f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b83d6aa-a2f2-460c-8cda-55cb91ce5601,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:52:49.923977 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-d72ecb92-8cf1-4b65-b8ff-c5cf5110397f admin admin] Notify callbacks [] for subnet, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:49.926657 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-d72ecb92-8cf1-4b65-b8ff-c5cf5110397f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:52:49.927846 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e253e17-6704-4adb-bd4f-e446011f8b1b None None] Network db660754-40e5-489b-b2a5-3c04c03dda5e requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:52:49.933887 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-d72ecb92-8cf1-4b65-b8ff-c5cf5110397f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5b83d6aa-a2f2-460c-8cda-55cb91ce5601 HTTP/1.1" status: 204 len: 168 time: 0.4962537 May 28 01:52:49.934197 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33588) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:52:50.047526 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3678103'] for network, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:50.120746 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] Deleting port ff9a66dd-3782-4124-9b00-2a56278c713d {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:52:50.121479 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:50.232715 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] DHCP port deletion for db660754-40e5-489b-b2a5-3c04c03dda5e request from dv-cinder-793515-1-smb {{(pid=98375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 28 01:52:50.297693 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] Deleting port ff9a66dd-3782-4124-9b00-2a56278c713d {{(pid=98375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:52:50.297986 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:50.317173 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] For port ff9a66dd-3782-4124-9b00-2a56278c713d, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=ff9a66dd-3782-4124-9b00-2a56278c713d,segment=NetworkSegment(e27d86d5-1326-462e-9c8e-6939b57ec36a),segment_id=e27d86d5-1326-462e-9c8e-6939b57ec36a)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:52:50.317550 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:50.394445 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] For port ff9a66dd-3782-4124-9b00-2a56278c713d, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=ff9a66dd-3782-4124-9b00-2a56278c713d,segment=NetworkSegment(e27d86d5-1326-462e-9c8e-6939b57ec36a),segment_id=e27d86d5-1326-462e-9c8e-6939b57ec36a)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:52:50.394823 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:50.441524 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] Calling delete_port for ff9a66dd-3782-4124-9b00-2a56278c713d owned by network:dhcp {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:52:50.487214 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:50.491835 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-721b042f-ee73-4085-bd2b-993a1a9428f9 tempest-VolumesActionsTest-1525151471 tempest-VolumesActionsTest-1525151471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:52:50.514299 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] Calling delete_port for ff9a66dd-3782-4124-9b00-2a56278c713d owned by network:dhcp {{(pid=98375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:52:50.537843 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] Pushing event deleted for resources: {'Port': ['ID=ff9a66dd-3782-4124-9b00-2a56278c713d,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:52:50.541583 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:52:50.542358 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] No DVR routers for this DVR port ff9a66dd-3782-4124-9b00-2a56278c713d on host dv-cinder-793515-1-smb {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:52:50.557129 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116'] for port, after_delete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:50.560586 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:52:50.605581 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] Pushing event deleted for resources: {'Port': ['ID=ff9a66dd-3782-4124-9b00-2a56278c713d,revision_number=None']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:52:50.614663 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] No DVR routers for this DVR port ff9a66dd-3782-4124-9b00-2a56278c713d on host dv-cinder-793515-1-smb {{(pid=98375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:52:50.616449 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:50.616785 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:50.617153 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:50.617477 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:50.617793 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:50.618121 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:50.618425 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:50.618737 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:50.619082 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:50.619366 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:50.619676 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:50.620009 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-1-smb {{(pid=98375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 01:52:50.622985 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-406afb55-1dd1-4e93-8857-162c2c00075e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:52:50.659914 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124012', 'neutron.services.segments.db._delete_segments_for_network-8764331454940'] for network, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:50.673313 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db660754-40e5-489b-b2a5-3c04c03dda5e']}} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:52:50.685109 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27d86d5-1326-462e-9c8e-6939b57ec36a') {'for_net_delete': True} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:52:50.685411 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27d86d5-1326-462e-9c8e-6939b57ec36a') {} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:52:50.696688 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764331464093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1627248'] for segment, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:50.713115 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:50.721007 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=98373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 01:52:50.721465 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10682085'] for segment, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: Traceback (most recent call last): May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: timer() May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: cb(*args, **kw) May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: return func(*args, **kwargs) May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: self._notify() May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: self.callback(batched_events) May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: event.method(event) May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: aggregate_uuid = self.p_client.list_aggregates( May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: return f(self, *a, **k) May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: return self._get(url).json() May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: return self.request(url, 'GET', **kwargs) May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: base_url = self.get_endpoint(auth, allow=allow, May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 01:52:50.735027 dv-cinder-793515-1-smb neutron-server[98373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 01:52:50.821223 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025484'] for network, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:50.825080 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:52:50.838694 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:50.850202 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] Pushing event deleted for resources: {'Network': ['ID=db660754-40e5-489b-b2a5-3c04c03dda5e,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:52:50.854495 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:52:50.862245 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-8338e96b-2daf-4fb9-a708-f5a5045fdecd admin admin] 10.222.0.32 "DELETE /v2.0/networks/db660754-40e5-489b-b2a5-3c04c03dda5e HTTP/1.1" status: 204 len: 168 time: 0.9270844 May 28 01:52:50.865032 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33592) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:52:51.264388 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 9ad3f259-a4d4-4071-bee4-bc310d730e1e no longer exists at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:52:51.297611 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] No Port match for: 9ad3f259-a4d4-4071-bee4-bc310d730e1e {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:52:51.297973 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 9ad3f259-a4d4-4071-bee4-bc310d730e1e not bound to the agent host dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:52:51.298396 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device ff9a66dd-3782-4124-9b00-2a56278c713d no longer exists at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:52:51.331123 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] No Port match for: ff9a66dd-3782-4124-9b00-2a56278c713d {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:52:51.331452 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device ff9a66dd-3782-4124-9b00-2a56278c713d not bound to the agent host dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:52:51.395274 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-61eb7a2c-0153-4e3f-8929-47f5a50bb99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1031884'] for router_interface, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:51.886834 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-61eb7a2c-0153-4e3f-8929-47f5a50bb99d admin admin] Deleting port 5b1f98a8-9c70-456b-bb21-11561b39cbf9 {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:52:51.887167 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-61eb7a2c-0153-4e3f-8929-47f5a50bb99d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:52.005840 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [None req-61eb7a2c-0153-4e3f-8929-47f5a50bb99d admin admin] For port 5b1f98a8-9c70-456b-bb21-11561b39cbf9, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=5b1f98a8-9c70-456b-bb21-11561b39cbf9,segment=NetworkSegment(a91b3f67-132d-4014-8767-c964be3fb566),segment_id=a91b3f67-132d-4014-8767-c964be3fb566)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:52:52.006187 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-61eb7a2c-0153-4e3f-8929-47f5a50bb99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:52.124124 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-61eb7a2c-0153-4e3f-8929-47f5a50bb99d admin admin] Calling delete_port for 5b1f98a8-9c70-456b-bb21-11561b39cbf9 owned by network:router_interface {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:52:52.268231 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-61eb7a2c-0153-4e3f-8929-47f5a50bb99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:52.271592 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-688fee86-fba5-4386-84e4-f59bbf378928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:52:52.315146 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb7a2c-0153-4e3f-8929-47f5a50bb99d admin admin] Pushing event deleted for resources: {'Port': ['ID=5b1f98a8-9c70-456b-bb21-11561b39cbf9,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:52:52.341592 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-61eb7a2c-0153-4e3f-8929-47f5a50bb99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:52:52.606289 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-61eb7a2c-0153-4e3f-8929-47f5a50bb99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026140'] for router_interface, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:52.965083 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61eb7a2c-0153-4e3f-8929-47f5a50bb99d admin admin] Router 6436f18f-1758-41bc-a939-0b0f418fe981 has already been hosted by L3 agent 0440f3b1-cea2-4163-b179-b136e76514e3 {{(pid=98373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 01:52:53.252433 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61eb7a2c-0153-4e3f-8929-47f5a50bb99d admin admin] Notify agent at l3_agent.dv-cinder-793515-1-smb the message routers_updated {{(pid=98373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 01:52:53.262118 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6d3ee3-0610-4797-84ec-d38aed0de2e4 None None] Sync routers for ids ['6436f18f-1758-41bc-a939-0b0f418fe981'] in dv-cinder-793515-1-smb {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 01:52:53.272862 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-61eb7a2c-0153-4e3f-8929-47f5a50bb99d admin admin] 10.222.0.32 "PUT /v2.0/routers/6436f18f-1758-41bc-a939-0b0f418fe981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4068511 May 28 01:52:53.273030 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6d3ee3-0610-4797-84ec-d38aed0de2e4 None None] Routers {'6436f18f-1758-41bc-a939-0b0f418fe981'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:52:53.274165 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-df6d3ee3-0610-4797-84ec-d38aed0de2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:52:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['6436f18f-1758-41bc-a939-0b0f418fe981'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:52:53.275892 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33596) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:52:53.448362 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-df6d3ee3-0610-4797-84ec-d38aed0de2e4 None None] Set router 6436f18f-1758-41bc-a939-0b0f418fe981 gateway port host: dv-cinder-793515-1-smb {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:52:53.448701 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-44ec7d26-fbfa-4fa8-8c6d-d1a45dd84c56 admin admin] Notify callbacks [] for router, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:53.627020 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-44ec7d26-fbfa-4fa8-8c6d-d1a45dd84c56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:53.701389 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-44ec7d26-fbfa-4fa8-8c6d-d1a45dd84c56 admin admin] Deleting port 6caa75a7-99ce-4c38-aab6-02cad69f1f97 {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:52:53.701741 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-44ec7d26-fbfa-4fa8-8c6d-d1a45dd84c56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:53.736023 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-df6d3ee3-0610-4797-84ec-d38aed0de2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'name': 'tempest-TestMinimumBasicScenario-817026377-router', 'tenant_id': '002767ef71f84cd6be583c811b33665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'external_fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '6caa75a7-99ce-4c38-aab6-02cad69f1f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:44Z', 'updated_at': '2021-05-28T01:52:52Z', 'revision_number': 5, 'project_id': '002767ef71f84cd6be583c811b33665e', 'gw_port': {'id': '6caa75a7-99ce-4c38-aab6-02cad69f1f97', 'name': '', 'network_id': '5b4592e9-59af-4549-9f0c-c75a5f18ce50', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-28T01:50:45Z', 'updated_at': '2021-05-28T01:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a16ae849-d4aa-45ca-8c4c-825a3c72e0a4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-1-smb'}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:52:53.739710 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6d3ee3-0610-4797-84ec-d38aed0de2e4 None None] Checking router: 6436f18f-1758-41bc-a939-0b0f418fe981 for host: dv-cinder-793515-1-smb {{(pid=98376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 01:52:53.747954 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6d3ee3-0610-4797-84ec-d38aed0de2e4 None None] Routers {'6436f18f-1758-41bc-a939-0b0f418fe981'} bound to L3 agent in host dv-cinder-793515-1-smb {{(pid=98376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 28 01:52:53.748555 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-df6d3ee3-0610-4797-84ec-d38aed0de2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-28T01:34:29Z,description=,heartbeat_timestamp=2021-05-28T01:52:30Z,host='dv-cinder-793515-1-smb',id=0440f3b1-cea2-4163-b179-b136e76514e3,load=0,resource_versions=,resources_synced=,started_at=2021-05-28T01:34:29Z,topic='l3_agent')) {'router_ids': ['6436f18f-1758-41bc-a939-0b0f418fe981'], 'active': True} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:52:53.823858 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [None req-44ec7d26-fbfa-4fa8-8c6d-d1a45dd84c56 admin admin] For port 6caa75a7-99ce-4c38-aab6-02cad69f1f97, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=6caa75a7-99ce-4c38-aab6-02cad69f1f97,segment=NetworkSegment(a02b50e2-7aac-4716-bb36-ff7952798dbc),segment_id=a02b50e2-7aac-4716-bb36-ff7952798dbc)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:52:53.824365 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-44ec7d26-fbfa-4fa8-8c6d-d1a45dd84c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:53.899550 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_dvr_db [None req-df6d3ee3-0610-4797-84ec-d38aed0de2e4 None None] Set router 6436f18f-1758-41bc-a939-0b0f418fe981 gateway port host: None {{(pid=98376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 28 01:52:53.973468 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-44ec7d26-fbfa-4fa8-8c6d-d1a45dd84c56 admin admin] Calling delete_port for 6caa75a7-99ce-4c38-aab6-02cad69f1f97 owned by network:router_gateway {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:52:54.006931 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.l3_hamode_db [None req-df6d3ee3-0610-4797-84ec-d38aed0de2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'name': 'tempest-TestMinimumBasicScenario-817026377-router', 'tenant_id': '002767ef71f84cd6be583c811b33665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:44Z', 'updated_at': '2021-05-28T01:52:53Z', 'revision_number': 6, 'project_id': '002767ef71f84cd6be583c811b33665e', 'gw_port_host': None}], 'dv-cinder-793515-1-smb', False) {} {{(pid=98376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:52:54.012183 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6d3ee3-0610-4797-84ec-d38aed0de2e4 None None] The sync data for ids ['6436f18f-1758-41bc-a939-0b0f418fe981'] in dv-cinder-793515-1-smb is: [{'id': '6436f18f-1758-41bc-a939-0b0f418fe981', 'name': 'tempest-TestMinimumBasicScenario-817026377-router', 'tenant_id': '002767ef71f84cd6be583c811b33665e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-28T01:50:44Z', 'updated_at': '2021-05-28T01:52:53Z', 'revision_number': 6, 'project_id': '002767ef71f84cd6be583c811b33665e', 'gw_port_host': None}] {{(pid=98376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 01:52:54.111540 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-44ec7d26-fbfa-4fa8-8c6d-d1a45dd84c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:54.114986 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-fef41b96-d2dd-40c4-9fa4-40d7110a572a tempest-TestMinimumBasicScenario-890153408 tempest-TestMinimumBasicScenario-890153408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:52:54.157447 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec7d26-fbfa-4fa8-8c6d-d1a45dd84c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=6caa75a7-99ce-4c38-aab6-02cad69f1f97,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:52:54.160466 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-44ec7d26-fbfa-4fa8-8c6d-d1a45dd84c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:52:54.251958 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-44ec7d26-fbfa-4fa8-8c6d-d1a45dd84c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025489'] for router_gateway, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:54.425365 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-44ec7d26-fbfa-4fa8-8c6d-d1a45dd84c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6861'] for router, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:54.427647 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-44ec7d26-fbfa-4fa8-8c6d-d1a45dd84c56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:54.451054 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-44ec7d26-fbfa-4fa8-8c6d-d1a45dd84c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1020256'] for router, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:54.451550 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ec7d26-fbfa-4fa8-8c6d-d1a45dd84c56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6436f18f-1758-41bc-a939-0b0f418fe981 {{(pid=98373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 01:52:54.463338 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-44ec7d26-fbfa-4fa8-8c6d-d1a45dd84c56 admin admin] Notify callbacks [] for router, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:54.464494 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-44ec7d26-fbfa-4fa8-8c6d-d1a45dd84c56 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6436f18f-1758-41bc-a939-0b0f418fe981 HTTP/1.1" status: 204 len: 168 time: 1.1876967 May 28 01:52:54.466916 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33600) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:52:54.525664 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.db_base_plugin_v2 [None req-6205e498-d26e-4c33-8cfc-5e21af66b9f0 admin admin] Deleting subnet 11c0d265-5027-4497-8c16-d0e9d52ff425 {{(pid=98373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 28 01:52:54.528777 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6205e498-d26e-4c33-8cfc-5e21af66b9f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:54.584568 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6205e498-d26e-4c33-8cfc-5e21af66b9f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1627259'] for subnet, precommit_delete_associations {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:54.764217 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6205e498-d26e-4c33-8cfc-5e21af66b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4121571'] for subnet, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:55.017349 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6205e498-d26e-4c33-8cfc-5e21af66b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4122198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10518851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10516452'] for subnet, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:55.021098 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:52:55.058653 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205e498-d26e-4c33-8cfc-5e21af66b9f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c0d265-5027-4497-8c16-d0e9d52ff425,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:52:55.060656 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-6205e498-d26e-4c33-8cfc-5e21af66b9f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:55.064388 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-6205e498-d26e-4c33-8cfc-5e21af66b9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:52:55.065495 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08020df8-deac-4b94-8163-cc7f598d1c1a None None] Network eaccbb21-42e1-4ccc-b8d0-13697daef7e5 requested from dv-cinder-793515-1-smb {{(pid=98375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 28 01:52:55.067110 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-6205e498-d26e-4c33-8cfc-5e21af66b9f0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/11c0d265-5027-4497-8c16-d0e9d52ff425 HTTP/1.1" status: 204 len: 168 time: 0.5993044 May 28 01:52:55.069503 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33604) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:52:55.177185 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3678103'] for network, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:55.264185 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] Deleting port db096fc9-7a93-462c-837c-280427cc6a58 {{(pid=98373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:52:55.264535 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:55.275278 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 6caa75a7-99ce-4c38-aab6-02cad69f1f97 no longer exists at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:52:55.313007 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] No Port match for: 6caa75a7-99ce-4c38-aab6-02cad69f1f97 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:52:55.313351 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 6caa75a7-99ce-4c38-aab6-02cad69f1f97 not bound to the agent host dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:52:55.313785 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 5b1f98a8-9c70-456b-bb21-11561b39cbf9 no longer exists at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:52:55.345846 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9a1bf2-f88a-4754-894e-6518b40e5ca4 None None] DHCP port deletion for eaccbb21-42e1-4ccc-b8d0-13697daef7e5 request from dv-cinder-793515-1-smb {{(pid=98375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 28 01:52:55.353240 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] No Port match for: 5b1f98a8-9c70-456b-bb21-11561b39cbf9 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:52:55.353586 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device 5b1f98a8-9c70-456b-bb21-11561b39cbf9 not bound to the agent host dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:52:55.371643 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.db [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] For port db096fc9-7a93-462c-837c-280427cc6a58, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=db096fc9-7a93-462c-837c-280427cc6a58,segment=NetworkSegment(a91b3f67-132d-4014-8767-c964be3fb566),segment_id=a91b3f67-132d-4014-8767-c964be3fb566)] {{(pid=98373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:52:55.372029 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:55.413584 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a1bf2-f88a-4754-894e-6518b40e5ca4 None None] Deleting port db096fc9-7a93-462c-837c-280427cc6a58 {{(pid=98375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 28 01:52:55.414003 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1bf2-f88a-4754-894e-6518b40e5ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764331310915'] for port, before_delete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:55.497731 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.plugin [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] Calling delete_port for db096fc9-7a93-462c-837c-280427cc6a58 owned by network:dhcp {{(pid=98373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:52:55.512766 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.db [None req-ca9a1bf2-f88a-4754-894e-6518b40e5ca4 None None] For port db096fc9-7a93-462c-837c-280427cc6a58, host dv-cinder-793515-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-1-smb',level=0,port_id=db096fc9-7a93-462c-837c-280427cc6a58,segment=NetworkSegment(a91b3f67-132d-4014-8767-c964be3fb566),segment_id=a91b3f67-132d-4014-8767-c964be3fb566)] {{(pid=98375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 01:52:55.513162 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1bf2-f88a-4754-894e-6518b40e5ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024285'] for port, precommit_delete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:55.544120 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10682032'] for port, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:55.548732 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-cc0261df-0b32-4822-a4bb-e55904ea7af9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:52:55.593802 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] Pushing event deleted for resources: {'Port': ['ID=db096fc9-7a93-462c-837c-280427cc6a58,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:52:55.595625 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] No DVR routers for this DVR port db096fc9-7a93-462c-837c-280427cc6a58 on host dv-cinder-793515-1-smb {{(pid=98373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:52:55.597088 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:52:55.640330 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a1bf2-f88a-4754-894e-6518b40e5ca4 None None] Calling delete_port for db096fc9-7a93-462c-837c-280427cc6a58 owned by network:dhcp {{(pid=98375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 28 01:52:55.683791 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1bf2-f88a-4754-894e-6518b40e5ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4178680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764331313062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764330929116'] for port, after_delete {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:55.687437 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-02e75b7b-6488-4e2d-89e1-0e8635856891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:52:55.713766 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4124012', 'neutron.services.segments.db._delete_segments_for_network-8764331454940'] for network, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:55.726540 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaccbb21-42e1-4ccc-b8d0-13697daef7e5']}} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:52:55.735307 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a1bf2-f88a-4754-894e-6518b40e5ca4 None None] Pushing event deleted for resources: {'Port': ['ID=db096fc9-7a93-462c-837c-280427cc6a58,revision_number=None']} {{(pid=98375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:52:55.737148 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9a1bf2-f88a-4754-894e-6518b40e5ca4 None None] No DVR routers for this DVR port db096fc9-7a93-462c-837c-280427cc6a58 on host dv-cinder-793515-1-smb {{(pid=98375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 01:52:55.738510 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-ca9a1bf2-f88a-4754-894e-6518b40e5ca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:52:55.743285 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91b3f67-132d-4014-8767-c964be3fb566') {'for_net_delete': True} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:52:55.743686 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.services.segments.db [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91b3f67-132d-4014-8767-c964be3fb566') {} {{(pid=98373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 01:52:55.756053 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764331464093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1627248'] for segment, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:55.772800 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932'] for segment, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:55.778784 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=98373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 01:52:55.779163 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4126932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10682085'] for segment, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: Traceback (most recent call last): May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: timer() May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: cb(*args, **kw) May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: return func(*args, **kwargs) May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: self._notify() May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: self.callback(batched_events) May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: event.method(event) May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: aggregate_uuid = self.p_client.list_aggregates( May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: return f(self, *a, **k) May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: return self._get(url).json() May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: return self.request(url, 'GET', **kwargs) May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: base_url = self.get_endpoint(auth, allow=allow, May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 01:52:55.792043 dv-cinder-793515-1-smb neutron-server[98373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 01:52:55.869189 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4124005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-985410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025484'] for network, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:55.873195 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-987b5d83-ee80-4130-933b-4b1d34932fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:52:55.887595 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587733'] for network, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:55.897647 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] Pushing event deleted for resources: {'Network': ['ID=eaccbb21-42e1-4ccc-b8d0-13697daef7e5,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:52:55.901722 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:52:55.905157 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-c37ade21-ce10-465b-bf8c-290a277105bb admin admin] 10.222.0.32 "DELETE /v2.0/networks/eaccbb21-42e1-4ccc-b8d0-13697daef7e5 HTTP/1.1" status: 204 len: 168 time: 0.8347261 May 28 01:52:56.069915 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33610) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:52:56.117763 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-104de14d-841f-4bc7-9f5c-fde84a8e6ead admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8f57c5046744b40a60f12947b0b1538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460577 May 28 01:52:56.120051 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33614) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:52:56.180665 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-307fdebd-0b42-46b5-96e8-e850dcb5df60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:56.206051 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-307fdebd-0b42-46b5-96e8-e850dcb5df60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:56.257423 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-307fdebd-0b42-46b5-96e8-e850dcb5df60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:56.261013 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-13292d33-c8ce-4f9b-bf5d-0a28d5b956ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:52:56.273061 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fdebd-0b42-46b5-96e8-e850dcb5df60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:52:56.276634 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-307fdebd-0b42-46b5-96e8-e850dcb5df60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:52:56.281523 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-307fdebd-0b42-46b5-96e8-e850dcb5df60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:56.282638 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-307fdebd-0b42-46b5-96e8-e850dcb5df60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0a88c77-e7ad-4e84-8a65-5ff3daaa34c5 HTTP/1.1" status: 204 len: 168 time: 0.1617277 May 28 01:52:56.610116 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33622) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:52:56.657331 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-de205803-43dc-486a-b4ea-bc80268929a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=002767ef71f84cd6be583c811b33665e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459187 May 28 01:52:56.659552 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.wsgi [-] (98373) accepted ('10.222.0.32', 33626) {{(pid=98373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 01:52:56.717089 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-4d4cdfc4-5928-4f15-8f94-e3315a729bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:56.745213 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-4d4cdfc4-5928-4f15-8f94-e3315a729bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:56.795742 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-4d4cdfc4-5928-4f15-8f94-e3315a729bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985446'] for security_group, after_delete {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:56.800370 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-307fdebd-0b42-46b5-96e8-e850dcb5df60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 01:52:56.810154 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cdfc4-5928-4f15-8f94-e3315a729bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72904c55-ec08-4a13-ae26-872d4c26c78a,revision_number=None']} {{(pid=98373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 01:52:56.817181 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG oslo_concurrency.lockutils [None req-4d4cdfc4-5928-4f15-8f94-e3315a729bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 01:52:56.819157 dv-cinder-793515-1-smb neutron-server[98373]: DEBUG neutron_lib.callbacks.manager [None req-4d4cdfc4-5928-4f15-8f94-e3315a729bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:56.820775 dv-cinder-793515-1-smb neutron-server[98373]: INFO neutron.wsgi [None req-4d4cdfc4-5928-4f15-8f94-e3315a729bdb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72904c55-ec08-4a13-ae26-872d4c26c78a HTTP/1.1" status: 204 len: 168 time: 0.1603343 May 28 01:52:56.940939 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-0bba2390-a452-488c-8d7d-db4ef04c787e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:57.266203 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device db096fc9-7a93-462c-837c-280427cc6a58 no longer exists at agent ovs-agent-dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 01:52:57.299430 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] No Port match for: db096fc9-7a93-462c-837c-280427cc6a58 {{(pid=98375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 28 01:52:57.299775 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron.plugins.ml2.rpc [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Device db096fc9-7a93-462c-837c-280427cc6a58 not bound to the agent host dv-cinder-793515-1-smb {{(pid=98375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 01:52:59.268446 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:59.529210 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-fe14ad9f-840e-42fc-85ed-ddc3b27f70c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:52:59.662521 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:53:00.653140 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:53:02.331989 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:53:04.060927 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:53:26.940953 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-89ab28f9-b71e-4167-b479-7957aae2bcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:53:29.270626 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:53:29.529758 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-0498186c-9e27-4672-af80-bf7e72b11c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:53:29.659749 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:53:30.658638 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:53:32.333018 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:53:41.064484 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:53:56.942129 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-075a3430-5bfc-4eb0-a6a2-2fd1c6f166d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:53:59.274689 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:53:59.530472 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-964a1eea-d1b2-4ac7-be60-f0ba37e66616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:53:59.659911 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:54:00.659115 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:54:02.336982 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:54:18.063700 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:54:26.943186 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-3aee2cef-5858-4d07-8ce6-8d462de296e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:54:29.277720 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:54:29.531616 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-24dad373-4e5d-46b5-9401-84dada70242f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:54:29.665656 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:54:30.660148 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:54:32.339773 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:54:55.062126 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:54:56.945394 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-cbe6c1ff-1373-416c-9825-06510315719f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:54:59.279276 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:54:59.533259 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-fe31690b-d34b-4235-a693-4a2b442acc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:54:59.673664 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:55:00.664379 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:55:02.341182 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:55:26.947464 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-487ce89d-a547-48ce-ab33-909267d06e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:55:29.284235 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:55:29.534047 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-6ebbe6c8-90f2-450e-854b-e7434b499119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:55:29.673726 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:55:30.666174 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:55:32.061054 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:55:32.343413 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:55:56.948963 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-06a2c429-6917-4fbb-b724-e504ef3f202b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:55:59.300752 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:55:59.538606 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-7599b3df-f278-47e5-bae7-f2299f849c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:55:59.666808 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:56:00.671531 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:56:02.346877 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:56:09.059565 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:56:26.952386 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-b98d865f-d524-44c5-8f61-0901bcc77455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:56:29.282408 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:56:29.547596 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-30779ba8-0aea-42b9-9f2b-d6fb713fb163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:56:29.680256 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:56:30.673281 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:56:32.350240 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:56:46.058755 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:56:56.954470 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-8596fa41-b01f-4cec-a5f3-1214548161fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:56:59.285128 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:56:59.540051 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-dae28dce-bd37-4032-a4ad-1411738c098a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:56:59.687077 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:57:00.677069 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:57:02.353217 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:57:23.058961 dv-cinder-793515-1-smb neutron-server[98376]: DEBUG neutron.db.agents_db [None req-967a1a23-a77e-4c5b-add4-1d9868932d34 None None] Agent healthcheck: found 6 active agents {{(pid=98376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 28 01:57:26.956357 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-5593355d-3ff6-472c-b22e-c2db5323de05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:57:29.288012 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f647eb-8dce-4ffc-ab8b-a5cf8f523df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:57:29.540834 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-b1f598dd-9e3e-42b5-ada9-43820750adb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:57:29.678262 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-d72f26cd-254d-4fd8-8f0f-3dd0101e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:57:30.679950 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-40090400-fa9d-48f9-b75b-d0f9ff74004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:57:32.355285 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-79f670a5-92d5-4672-b790-466f27f0dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 01:57:56.958591 dv-cinder-793515-1-smb neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-dec15cc7-d11f-490d-bca6-4ccf4ac09a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764331454958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4002978'] for agent, after_update {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}